11:40:23.623 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
11:40:23.624 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task8sndpE/test-tmp
11:40:23.624 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
11:40:23.624 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task8sndpE/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
11:40:23.626 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
11:40:23.967 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:40:23.967 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:40:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:23.970222 16258 mini_oidc.cc:152] Starting JWKS server
11:40:23.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:23.973049 16258 webserver.cc:460] Webserver started at http://127.0.0.1:46247/ using document root <none> and password file <none>
11:40:23.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:23.973344 16258 mini_oidc.cc:189] Starting OIDC Discovery server
11:40:23.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:23.974020 16258 webserver.cc:460] Webserver started at http://127.0.0.1:44011/ using document root <none> and password file <none>
11:40:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T11:40:23Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:40:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T11:40:23Z Disabled control of system clock
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.007165 16258 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/wal
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/data
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/logs
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/data/info.pb
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.224.190:39355
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.224.190
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.224.148:40815
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:24.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:24.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:24.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059
11:40:24.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:24.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46247/jwks.json
11:40:24.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
11:40:24.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
11:40:24.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.348793 16269 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:24.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.349120 16269 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:24.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.349208 16269 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.356967 16269 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:40:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.357090 16269 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
11:40:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.357129 16269 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.357178 16269 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:40:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.357282 16269 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:40:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.357359 16269 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:40:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.357393 16269 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46247/jwks.json
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.367154 16269 master_runner.cc:386] Master server non-default flags:
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.224.148:40815
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/data
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/wal
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.224.190:39355
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46247/jwks.json
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/data/info.pb
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.224.190
11:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/logs
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 10:48:45 UTC on ccycloud.quasar-ropeul.root.comops.site
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669759
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:40:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.368584 16269 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:24.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.370476 16269 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:24.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.384048 16275 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:24.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.384213 16274 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:24.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.384200 16277 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:24.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.385398 16269 server_base.cc:1034] running on GCE node
11:40:24.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.386255 16269 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:24.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.387841 16269 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:24.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.389106 16269 hybrid_clock.cc:648] HybridClock initialized: now 1790250024389050 us; error 53 us; skew 500 ppm
11:40:24.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.389663 16269 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.400264 16269 webserver.cc:460] Webserver started at http://127.15.224.190:37147/ using document root <none> and password file <none>
11:40:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.401103 16269 fs_manager.cc:359] Metadata directory not provided
11:40:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.401288 16269 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.401650 16269 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:40:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.404631 16269 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/data/instance:
11:40:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "918f9b4955f34762aebd23a7f0bd725b"
11:40:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:24 on dist-test-slave-1799"
11:40:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.405570 16269 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/wal/instance:
11:40:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "918f9b4955f34762aebd23a7f0bd725b"
11:40:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:24 on dist-test-slave-1799"
11:40:24.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.411827 16269 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.002s sys 0.003s
11:40:24.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.415990 16283 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.418032 16269 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
11:40:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.418210 16269 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/data,/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/wal
11:40:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "918f9b4955f34762aebd23a7f0bd725b"
11:40:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:24 on dist-test-slave-1799"
11:40:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.418430 16269 fs_report.cc:383] FS layout report
11:40:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/wal
11:40:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/wal
11:40:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/data/data
11:40:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:24.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.438905 16269 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:24.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.439790 16269 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:24.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.440083 16269 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:24.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.463570 16269 rpc_server.cc:307] RPC server started. Bound to: 127.15.224.190:39355
11:40:24.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.463591 16344 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.224.190:39355 every 8 connection(s)
11:40:24.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.465049 16269 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/data/info.pb
11:40:24.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.466390 16258 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8sndpE/build/asan/bin/kudu as pid 16269
11:40:24.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.466667 16258 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-0/wal/instance
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.468935 16258 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/wal
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/data
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/logs
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/data/info.pb
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.224.189:40707
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.224.189
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.224.148:40815
11:40:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059
11:40:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46247/jwks.json
11:40:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
11:40:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
11:40:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.469750 16345 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:24.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.477629 16345 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } has no permanent_uuid. Determining permanent_uuid...
11:40:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.497816 16345 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } has no permanent_uuid. Determining permanent_uuid...
11:40:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.499214 16285 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.224.189:40707: connect: Connection refused (error 111)
11:40:24.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.500950 16345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.224.189:40707: Network error: Client connection negotiation failed: client connection to 127.15.224.189:40707: connect: Connection refused (error 111)
11:40:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.550355 16345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } attempt: 1
11:40:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.552537 16345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.224.189:40707: Network error: Client connection negotiation failed: client connection to 127.15.224.189:40707: connect: Connection refused (error 111)
11:40:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.620890 16345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } attempt: 2
11:40:24.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.623446 16345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.224.189:40707: Network error: Client connection negotiation failed: client connection to 127.15.224.189:40707: connect: Connection refused (error 111)
11:40:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.714751 16345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } attempt: 3
11:40:24.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.716977 16345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.224.189:40707: Network error: Client connection negotiation failed: client connection to 127.15.224.189:40707: connect: Connection refused (error 111)
11:40:24.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.821131 16347 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:24.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.821568 16347 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:24.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.821660 16347 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:24.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.830926 16347 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:40:24.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.831063 16347 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
11:40:24.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.831101 16347 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:24.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.831151 16347 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:40:24.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.831187 16347 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:40:24.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.831254 16347 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:40:24.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.831288 16347 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46247/jwks.json
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.841107 16347 master_runner.cc:386] Master server non-default flags:
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.224.148:40815
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/data
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/wal
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.224.189:40707
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46247/jwks.json
11:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/data/info.pb
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.224.189
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/logs
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 10:48:45 UTC on ccycloud.quasar-ropeul.root.comops.site
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669759
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.842552 16347 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.844515 16347 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:24.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.858347 16355 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.858466 16356 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.858644 16358 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.859956 16347 server_base.cc:1034] running on GCE node
11:40:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.860265 16345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } attempt: 4
11:40:24.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.861089 16347 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.863066 16345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.224.189:40707: Network error: Client connection negotiation failed: client connection to 127.15.224.189:40707: connect: Connection refused (error 111)
11:40:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.863216 16347 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.864437 16347 hybrid_clock.cc:648] HybridClock initialized: now 1790250024864360 us; error 73 us; skew 500 ppm
11:40:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.864830 16347 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.867802 16347 webserver.cc:460] Webserver started at http://127.15.224.189:36737/ using document root <none> and password file <none>
11:40:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.868552 16347 fs_manager.cc:359] Metadata directory not provided
11:40:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.868649 16347 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.868944 16347 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:40:24.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.872017 16347 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/data/instance:
11:40:24.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf"
11:40:24.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:24 on dist-test-slave-1799"
11:40:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.872895 16347 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/wal/instance:
11:40:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf"
11:40:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:24 on dist-test-slave-1799"
11:40:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.878965 16347 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
11:40:24.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.883198 16364 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.884922 16347 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s
11:40:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.885103 16347 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/data,/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/wal
11:40:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf"
11:40:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:24 on dist-test-slave-1799"
11:40:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.885445 16347 fs_report.cc:383] FS layout report
11:40:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/wal
11:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/wal
11:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/data/data
11:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.903647 16347 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.904502 16347 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.904757 16347 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.929360 16347 rpc_server.cc:307] RPC server started. Bound to: 127.15.224.189:40707
11:40:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.929392 16425 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.224.189:40707 every 8 connection(s)
11:40:24.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.930783 16347 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/data/info.pb
11:40:24.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.934784 16426 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.938369 16258 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8sndpE/build/asan/bin/kudu as pid 16347
11:40:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.938558 16258 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-1/wal/instance
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.939886 16258 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/wal
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/data
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/logs
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/data/info.pb
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.224.188:39059
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.224.188
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.224.148:40815
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46247/jwks.json
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
11:40:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
11:40:24.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.943001 16426 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } has no permanent_uuid. Determining permanent_uuid...
11:40:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.960007 16426 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } has no permanent_uuid. Determining permanent_uuid...
11:40:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:24.971736 16426 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } has no permanent_uuid. Determining permanent_uuid...
11:40:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.972929 16365 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:24.974608 16426 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.224.188:39059: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:25.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.023924 16426 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } attempt: 1
11:40:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.026538 16426 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.224.188:39059: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.094821 16426 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } attempt: 2
11:40:25.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.097307 16426 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.224.188:39059: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:25.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.162366 16345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } attempt: 5
11:40:25.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.171067 16345 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } has no permanent_uuid. Determining permanent_uuid...
11:40:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.173451 16345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.224.188:39059: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:25.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.188552 16426 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } attempt: 3
11:40:25.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.190991 16426 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.224.188:39059: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:25.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.224766 16345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } attempt: 1
11:40:25.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.227183 16345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.224.188:39059: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.295456 16345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } attempt: 2
11:40:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.297118 16428 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.297487 16428 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.297487 16345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.224.188:39059: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.297623 16428 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.305148 16428 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:40:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.305347 16428 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
11:40:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.305406 16428 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.305496 16428 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:40:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.305565 16428 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:40:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.305649 16428 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:40:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.305744 16428 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46247/jwks.json
11:40:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.315466 16428 master_runner.cc:386] Master server non-default flags:
11:40:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.224.148:40815
11:40:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
11:40:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/data
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/wal
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.224.188:39059
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46247/jwks.json
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/data/info.pb
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.224.188
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/logs
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 10:48:45 UTC on ccycloud.quasar-ropeul.root.comops.site
11:40:25.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669759
11:40:25.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:40:25.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.317278 16428 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:25.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.319367 16428 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.334234 16426 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } attempt: 4
11:40:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.334542 16439 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.334899 16436 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.334856 16437 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:25.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.335860 16428 server_base.cc:1034] running on GCE node
11:40:25.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.336315 16426 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.224.188:39059: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:25.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.336930 16428 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.338730 16428 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.339995 16428 hybrid_clock.cc:648] HybridClock initialized: now 1790250025339939 us; error 83 us; skew 500 ppm
11:40:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.340466 16428 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:25.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.343178 16428 webserver.cc:460] Webserver started at http://127.15.224.188:37839/ using document root <none> and password file <none>
11:40:25.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.343971 16428 fs_manager.cc:359] Metadata directory not provided
11:40:25.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.344108 16428 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:25.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.344524 16428 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:40:25.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.347671 16428 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/data/instance:
11:40:25.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "debafd1fba334bd2b1b2dd2672c868bc"
11:40:25.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:25 on dist-test-slave-1799"
11:40:25.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.348620 16428 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/wal/instance:
11:40:25.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "debafd1fba334bd2b1b2dd2672c868bc"
11:40:25.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:25 on dist-test-slave-1799"
11:40:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.354693 16428 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
11:40:25.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.359257 16445 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.361424 16428 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.361713 16428 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/data,/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/wal
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "debafd1fba334bd2b1b2dd2672c868bc"
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:25 on dist-test-slave-1799"
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.362010 16428 fs_report.cc:383] FS layout report
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/wal
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/wal
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/data/data
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:25.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.392397 16428 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:25.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.393524 16428 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:25.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.393908 16428 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:25.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.403689 16345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } attempt: 3
11:40:25.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.405853 16345 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.224.188:39059: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:25.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.421280 16428 rpc_server.cc:307] RPC server started. Bound to: 127.15.224.188:39059
11:40:25.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.421322 16506 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.224.188:39059 every 8 connection(s)
11:40:25.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.422796 16428 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/data/info.pb
11:40:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.427248 16507 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.430436 16258 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8sndpE/build/asan/bin/kudu as pid 16428
11:40:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.430601 16258 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/master-2/wal/instance
11:40:25.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.433633 16507 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } has no permanent_uuid. Determining permanent_uuid...
11:40:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.464216 16507 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } has no permanent_uuid. Determining permanent_uuid...
11:40:25.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.473320 16507 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } has no permanent_uuid. Determining permanent_uuid...
11:40:25.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.485885 16507 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc: Bootstrap starting.
11:40:25.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.489851 16507 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc: Neither blocks nor log segments found. Creating new log.
11:40:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.491107 16507 log.cc:824] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc: Log is configured to *not* fsync() on all Append() calls
11:40:25.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.494666 16507 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc: No bootstrap required, opened a new log
11:40:25.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.503099 16507 raft_consensus.cc:348] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:25.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.503491 16507 raft_consensus.cc:374] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:25.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.503577 16507 raft_consensus.cc:729] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: debafd1fba334bd2b1b2dd2672c868bc, State: Initialized, Role: FOLLOWER
11:40:25.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.504206 16507 consensus_queue.cc:260] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.505190 16514 sys_catalog.cc:455] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } } }
11:40:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.505713 16514 sys_catalog.cc:458] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [sys.catalog]: This master's current role is: FOLLOWER
11:40:25.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.506739 16507 sys_catalog.cc:564] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [sys.catalog]: configured and running, proceeding with master startup.
11:40:25.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.517127 16525 catalog_manager.cc:1558] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:25.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.517321 16525 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.514537 16428 master_runner.cc:186] Error getting master registration for 127.15.224.190:39355: OK, instance_id { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" instance_seqno: 1790250024457779 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:40:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.524634 16428 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:40:25.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.582814 16514 raft_consensus.cc:482] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:40:25.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.583170 16345 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } attempt: 4
11:40:25.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.583226 16514 raft_consensus.cc:504] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.585081 16514 leader_election.cc:288] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), beea4c6fb83e497ea4f6ed8e86d61ddf (127.15.224.189:40707)
11:40:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.599010 16345 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b: Bootstrap starting.
11:40:25.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.603654 16345 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b: Neither blocks nor log segments found. Creating new log.
11:40:25.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.606030 16345 log.cc:824] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b: Log is configured to *not* fsync() on all Append() calls
11:40:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.610217 16345 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b: No bootstrap required, opened a new log
11:40:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.623543 16345 raft_consensus.cc:348] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.624006 16345 raft_consensus.cc:374] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.624128 16345 raft_consensus.cc:729] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 918f9b4955f34762aebd23a7f0bd725b, State: Initialized, Role: FOLLOWER
11:40:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.624878 16345 consensus_queue.cc:260] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.626605 16528 sys_catalog.cc:455] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } } }
11:40:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.628247 16528 sys_catalog.cc:458] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [sys.catalog]: This master's current role is: FOLLOWER
11:40:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.628345 16345 sys_catalog.cc:564] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [sys.catalog]: configured and running, proceeding with master startup.
11:40:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.628328 16310 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "debafd1fba334bd2b1b2dd2672c868bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "918f9b4955f34762aebd23a7f0bd725b" is_pre_election: true
11:40:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.629048 16310 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate debafd1fba334bd2b1b2dd2672c868bc in term 0.
11:40:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.630149 16446 leader_election.cc:302] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 918f9b4955f34762aebd23a7f0bd725b, debafd1fba334bd2b1b2dd2672c868bc; no voters:
11:40:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.630673 16514 raft_consensus.cc:2781] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [term 0 FOLLOWER]: Leader pre-election won for term 1
11:40:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.630825 16514 raft_consensus.cc:482] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:40:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.630939 16514 raft_consensus.cc:3037] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [term 0 FOLLOWER]: Advancing to term 1
11:40:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.634577 16514 raft_consensus.cc:504] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.635528 16426 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } attempt: 5
11:40:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.635568 16514 leader_election.cc:288] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [CANDIDATE]: Term 1 election: Requested vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), beea4c6fb83e497ea4f6ed8e86d61ddf (127.15.224.189:40707)
11:40:25.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.646368 16451 tablet.cc:2369] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:40:25.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.636821 16310 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "debafd1fba334bd2b1b2dd2672c868bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "918f9b4955f34762aebd23a7f0bd725b"
11:40:25.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.647224 16310 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 0 FOLLOWER]: Advancing to term 1
11:40:25.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.653554 16426 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf: Bootstrap starting.
11:40:25.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.655257 16310 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate debafd1fba334bd2b1b2dd2672c868bc in term 1.
11:40:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.656471 16446 leader_election.cc:302] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 918f9b4955f34762aebd23a7f0bd725b, debafd1fba334bd2b1b2dd2672c868bc; no voters:
11:40:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.656939 16514 raft_consensus.cc:2781] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [term 1 FOLLOWER]: Leader election won for term 1
11:40:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.659116 16514 raft_consensus.cc:686] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [term 1 LEADER]: Becoming Leader. State: Replica: debafd1fba334bd2b1b2dd2672c868bc, State: Running, Role: LEADER
11:40:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.659840 16514 consensus_queue.cc:237] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.661625 16426 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf: Neither blocks nor log segments found. Creating new log.
11:40:25.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.668144 16426 log.cc:824] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf: Log is configured to *not* fsync() on all Append() calls
11:40:25.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.674228 16535 sys_catalog.cc:455] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [sys.catalog]: SysCatalogTable state changed. Reason: New leader debafd1fba334bd2b1b2dd2672c868bc. Latest consensus state: current_term: 1 leader_uuid: "debafd1fba334bd2b1b2dd2672c868bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } } }
11:40:25.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.674763 16535 sys_catalog.cc:458] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [sys.catalog]: This master's current role is: LEADER
11:40:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.687853 16426 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf: No bootstrap required, opened a new log
11:40:25.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.693858 16289 tablet.cc:2369] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:40:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.685693 16269 master_runner.cc:186] Error getting master registration for 127.15.224.189:40707: OK, instance_id { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" instance_seqno: 1790250024923454 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:40:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.705258 16269 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:40:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.707645 16542 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.711193 16426 raft_consensus.cc:348] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:25.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.712939 16543 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
11:40:25.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.715762 16543 catalog_manager.cc:1484] Initializing Kudu cluster ID...
11:40:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.716053 16542 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.716388 16426 raft_consensus.cc:374] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.716666 16426 raft_consensus.cc:729] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: beea4c6fb83e497ea4f6ed8e86d61ddf, State: Initialized, Role: FOLLOWER
11:40:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.717801 16426 consensus_queue.cc:260] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.727067 16545 sys_catalog.cc:455] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } } }
11:40:25.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.730197 16545 sys_catalog.cc:458] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [sys.catalog]: This master's current role is: FOLLOWER
11:40:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.730055 16390 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "debafd1fba334bd2b1b2dd2672c868bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf"
11:40:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.730527 16391 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "debafd1fba334bd2b1b2dd2672c868bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" is_pre_election: true
11:40:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.730790 16390 raft_consensus.cc:3037] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 0 FOLLOWER]: Advancing to term 1
11:40:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.734237 16390 raft_consensus.cc:2454] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate debafd1fba334bd2b1b2dd2672c868bc in term 1.
11:40:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.729990 16426 sys_catalog.cc:564] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [sys.catalog]: configured and running, proceeding with master startup.
11:40:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.735769 16310 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 1 FOLLOWER]: Refusing update from remote peer debafd1fba334bd2b1b2dd2672c868bc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:40:25.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.737634 16391 raft_consensus.cc:1261] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 1 FOLLOWER]: Refusing update from remote peer debafd1fba334bd2b1b2dd2672c868bc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:40:25.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.739348 16514 consensus_queue.cc:1035] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:40:25.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.740129 16514 consensus_queue.cc:1035] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:40:25.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.782781 16545 sys_catalog.cc:455] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [sys.catalog]: SysCatalogTable state changed. Reason: New leader debafd1fba334bd2b1b2dd2672c868bc. Latest consensus state: current_term: 1 leader_uuid: "debafd1fba334bd2b1b2dd2672c868bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } } }
11:40:25.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.783219 16545 sys_catalog.cc:458] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [sys.catalog]: This master's current role is: FOLLOWER
11:40:25.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.786085 16546 mvcc.cc:205] Tried to move back new op lower bound from 7332864105387061248 to 7332864105111887872. Current Snapshot: MvccSnapshot[applied={T|T < 7332864105387061248}]
11:40:25.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.786774 16550 mvcc.cc:205] Tried to move back new op lower bound from 7332864105387061248 to 7332864105111887872. Current Snapshot: MvccSnapshot[applied={T|T < 7332864105387061248}]
11:40:25.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.792732 16528 sys_catalog.cc:455] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [sys.catalog]: SysCatalogTable state changed. Reason: New leader debafd1fba334bd2b1b2dd2672c868bc. Latest consensus state: current_term: 1 leader_uuid: "debafd1fba334bd2b1b2dd2672c868bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } } }
11:40:25.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.793412 16528 sys_catalog.cc:458] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [sys.catalog]: This master's current role is: FOLLOWER
11:40:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.813782 16552 mvcc.cc:205] Tried to move back new op lower bound from 7332864105387061248 to 7332864105111887872. Current Snapshot: MvccSnapshot[applied={T|T < 7332864105387061248}]
11:40:25.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.817130 16545 sys_catalog.cc:455] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "debafd1fba334bd2b1b2dd2672c868bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } } }
11:40:25.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.817423 16545 sys_catalog.cc:458] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [sys.catalog]: This master's current role is: FOLLOWER
11:40:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.820839 16514 sys_catalog.cc:455] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "debafd1fba334bd2b1b2dd2672c868bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } } }
11:40:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.821190 16514 sys_catalog.cc:458] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [sys.catalog]: This master's current role is: LEADER
11:40:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.821535 16543 catalog_manager.cc:1347] Generated new cluster ID: e27bde0046d34b35bff251db1b16f13f
11:40:25.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.821666 16543 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
11:40:25.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.821990 16514 sys_catalog.cc:455] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "debafd1fba334bd2b1b2dd2672c868bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } } }
11:40:25.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.822305 16514 sys_catalog.cc:458] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc [sys.catalog]: This master's current role is: LEADER
11:40:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.827178 16528 sys_catalog.cc:455] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "debafd1fba334bd2b1b2dd2672c868bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } } }
11:40:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.827476 16528 sys_catalog.cc:458] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [sys.catalog]: This master's current role is: FOLLOWER
11:40:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.832895 16561 catalog_manager.cc:1558] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:25.833091 16561 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:25.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.840167 16543 catalog_manager.cc:1370] Generated new certificate authority record
11:40:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.843168 16543 catalog_manager.cc:1504] Loading token signing keys...
11:40:25.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.861256 16543 catalog_manager.cc:5868] T 00000000000000000000000000000000 P debafd1fba334bd2b1b2dd2672c868bc: Generated new TSK 0
11:40:25.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.862517 16543 catalog_manager.cc:1514] Initializing in-progress tserver states...
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:25.886070 16258 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/wal
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/data
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/logs
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/data/info.pb
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.224.129:0
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.224.129
11:40:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.224.129
11:40:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059
11:40:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.224.148:40815
11:40:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:40:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:40:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
11:40:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:26.408895 16566 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:26.409639 16566 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:26.409934 16566 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:26.422629 16566 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:26.422832 16566 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
11:40:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:26.422886 16566 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
11:40:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:26.422945 16566 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
11:40:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:26.423040 16566 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.224.129
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.438843 16566 tablet_server_runner.cc:78] Tablet server non-default flags:
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.224.148:40815
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/data
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/wal
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.224.129:0
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/data/info.pb
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.224.129
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059
11:40:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.224.129
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/logs
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 10:48:45 UTC on ccycloud.quasar-ropeul.root.comops.site
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669759
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:40:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.440696 16566 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:26.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.443154 16566 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:26.459914 16574 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:26.460455 16571 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:26.460469 16572 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:26.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.471374 16566 server_base.cc:1034] running on GCE node
11:40:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.472245 16566 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:26.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.473501 16566 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.474843 16566 hybrid_clock.cc:648] HybridClock initialized: now 1790250026474755 us; error 49 us; skew 500 ppm
11:40:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.475263 16566 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:26.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.478053 16566 webserver.cc:460] Webserver started at http://127.15.224.129:36159/ using document root <none> and password file <none>
11:40:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.478897 16566 fs_manager.cc:359] Metadata directory not provided
11:40:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.479040 16566 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.479387 16566 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:40:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.482635 16566 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/data/instance:
11:40:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0dbbc21904d64aa4b800de2032c5c1ad"
11:40:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:26 on dist-test-slave-1799"
11:40:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.483621 16566 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/wal/instance:
11:40:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0dbbc21904d64aa4b800de2032c5c1ad"
11:40:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:26 on dist-test-slave-1799"
11:40:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.490094 16566 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
11:40:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.494650 16580 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:26.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.496580 16566 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.496819 16566 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/data,/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/wal
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0dbbc21904d64aa4b800de2032c5c1ad"
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:26 on dist-test-slave-1799"
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.497116 16566 fs_report.cc:383] FS layout report
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/wal
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/wal
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/data/data
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:26.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:26.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:26.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:26.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.525681 16566 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.526747 16566 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.527125 16566 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:26.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.530668 16566 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:40:26.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.530805 16566 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:40:26.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.530939 16566 ts_tablet_manager.cc:610] Registered 0 tablets
11:40:26.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.531034 16566 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:40:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.615615 16566 rpc_server.cc:307] RPC server started. Bound to: 127.15.224.129:32967
11:40:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.615669 16704 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.224.129:32967 every 8 connection(s)
11:40:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.616967 16566 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/data/info.pb
11:40:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.620520 16706 heartbeater.cc:347] Connected to a master server at 127.15.224.190:39355
11:40:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.620960 16706 heartbeater.cc:464] Registering TS with master...
11:40:26.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.622188 16706 heartbeater.cc:511] Master 127.15.224.190:39355 requested a full tablet report, sending...
11:40:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.624730 16258 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8sndpE/build/asan/bin/kudu as pid 16566
11:40:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.624943 16258 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-0/wal/instance
11:40:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.625325 16300 ts_manager.cc:194] Registered new tserver with Master: 0dbbc21904d64aa4b800de2032c5c1ad (127.15.224.129:32967)
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.630254 16258 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/wal
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/data
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/logs
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/data/info.pb
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.224.130:0
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.224.130
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.224.130
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.224.148:40815
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.630422 16705 heartbeater.cc:347] Connected to a master server at 127.15.224.188:39059
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.630558 16705 heartbeater.cc:464] Registering TS with master...
11:40:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.630985 16705 heartbeater.cc:511] Master 127.15.224.188:39059 requested a full tablet report, sending...
11:40:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.633273 16462 ts_manager.cc:194] Registered new tserver with Master: 0dbbc21904d64aa4b800de2032c5c1ad (127.15.224.129:32967)
11:40:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.633634 16707 heartbeater.cc:347] Connected to a master server at 127.15.224.189:40707
11:40:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.633780 16707 heartbeater.cc:464] Registering TS with master...
11:40:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.634194 16707 heartbeater.cc:511] Master 127.15.224.189:40707 requested a full tablet report, sending...
11:40:26.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.635584 16462 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.224.129:39305
11:40:26.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.635941 16381 ts_manager.cc:194] Registered new tserver with Master: 0dbbc21904d64aa4b800de2032c5c1ad (127.15.224.129:32967)
11:40:26.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.718364 16542 catalog_manager.cc:1259] Loaded cluster ID: e27bde0046d34b35bff251db1b16f13f
11:40:26.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.718513 16542 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b: loading cluster ID for follower catalog manager: success
11:40:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.721058 16542 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b: acquiring CA information for follower catalog manager: success
11:40:26.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.722973 16542 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:40:26.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.835035 16561 catalog_manager.cc:1259] Loaded cluster ID: e27bde0046d34b35bff251db1b16f13f
11:40:26.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.835175 16561 catalog_manager.cc:1552] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf: loading cluster ID for follower catalog manager: success
11:40:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.838052 16561 catalog_manager.cc:1574] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf: acquiring CA information for follower catalog manager: success
11:40:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:26.840019 16561 catalog_manager.cc:1602] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:40:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:26.992830 16710 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:26.993137 16710 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:26.993266 16710 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.000982 16710 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.001188 16710 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
11:40:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.001295 16710 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
11:40:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.001350 16710 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
11:40:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.001418 16710 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.224.130
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.011793 16710 tablet_server_runner.cc:78] Tablet server non-default flags:
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.224.148:40815
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/data
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/wal
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.224.130:0
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/data/info.pb
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.224.130
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.224.130
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/logs
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 10:48:45 UTC on ccycloud.quasar-ropeul.root.comops.site
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669759
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:40:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.013178 16710 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.015128 16710 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:27.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.030488 16718 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:27.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.030975 16715 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:27.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.031112 16716 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:27.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.032460 16710 server_base.cc:1034] running on GCE node
11:40:27.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.033299 16710 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.034364 16710 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:27.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.035684 16710 hybrid_clock.cc:648] HybridClock initialized: now 1790250027035567 us; error 42 us; skew 500 ppm
11:40:27.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.036057 16710 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:27.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.038857 16710 webserver.cc:460] Webserver started at http://127.15.224.130:42383/ using document root <none> and password file <none>
11:40:27.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.039721 16710 fs_manager.cc:359] Metadata directory not provided
11:40:27.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.039870 16710 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:27.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.040205 16710 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:40:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.043159 16710 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/data/instance:
11:40:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48e00c297e5541b7832c8097d899b282"
11:40:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:27 on dist-test-slave-1799"
11:40:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.044126 16710 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/wal/instance:
11:40:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48e00c297e5541b7832c8097d899b282"
11:40:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:27 on dist-test-slave-1799"
11:40:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.050614 16710 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
11:40:27.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.055411 16724 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.057201 16710 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.000s
11:40:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.057533 16710 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/data,/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/wal
11:40:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48e00c297e5541b7832c8097d899b282"
11:40:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:27 on dist-test-slave-1799"
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.057842 16710 fs_report.cc:383] FS layout report
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/wal
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/wal
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/data/data
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:27.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.080782 16710 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:27.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.081933 16710 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:27.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.082345 16710 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.085620 16710 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:40:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.085745 16710 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:40:27.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.085886 16710 ts_tablet_manager.cc:610] Registered 0 tablets
11:40:27.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.085987 16710 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:40:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.158723 16710 rpc_server.cc:307] RPC server started. Bound to: 127.15.224.130:38885
11:40:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.158829 16846 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.224.130:38885 every 8 connection(s)
11:40:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.160248 16710 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/data/info.pb
11:40:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.164700 16848 heartbeater.cc:347] Connected to a master server at 127.15.224.190:39355
11:40:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.165020 16258 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8sndpE/build/asan/bin/kudu as pid 16710
11:40:27.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.165422 16848 heartbeater.cc:464] Registering TS with master...
11:40:27.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.167078 16848 heartbeater.cc:511] Master 127.15.224.190:39355 requested a full tablet report, sending...
11:40:27.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.167689 16258 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-1/wal/instance
11:40:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.169965 16300 ts_manager.cc:194] Registered new tserver with Master: 48e00c297e5541b7832c8097d899b282 (127.15.224.130:38885)
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.173797 16258 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/wal
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/data
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/logs
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/data/info.pb
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.224.131:0
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.224.131
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.224.131
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.224.148:40815
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:27.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:40:27.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:40:27.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
11:40:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.177503 16847 heartbeater.cc:347] Connected to a master server at 127.15.224.188:39059
11:40:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.177696 16847 heartbeater.cc:464] Registering TS with master...
11:40:27.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.178171 16847 heartbeater.cc:511] Master 127.15.224.188:39059 requested a full tablet report, sending...
11:40:27.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.179334 16462 ts_manager.cc:194] Registered new tserver with Master: 48e00c297e5541b7832c8097d899b282 (127.15.224.130:38885)
11:40:27.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.180469 16462 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.224.130:41787
11:40:27.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.182475 16849 heartbeater.cc:347] Connected to a master server at 127.15.224.189:40707
11:40:27.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.182649 16849 heartbeater.cc:464] Registering TS with master...
11:40:27.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.183045 16849 heartbeater.cc:511] Master 127.15.224.189:40707 requested a full tablet report, sending...
11:40:27.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.184204 16381 ts_manager.cc:194] Registered new tserver with Master: 48e00c297e5541b7832c8097d899b282 (127.15.224.130:38885)
11:40:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.540923 16852 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.541392 16852 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.541538 16852 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.549475 16852 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.549631 16852 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
11:40:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.549669 16852 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
11:40:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.549713 16852 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
11:40:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.549779 16852 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.224.131
11:40:27.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.559682 16852 tablet_server_runner.cc:78] Tablet server non-default flags:
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.224.148:40815
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/data
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/wal
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.224.131:0
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/data/info.pb
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.224.131
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.224.131
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/logs
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 10:48:45 UTC on ccycloud.quasar-ropeul.root.comops.site
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669759
11:40:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:40:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.561168 16852 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.563421 16852 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:27.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.578884 16857 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:27.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.578933 16858 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:27.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.579752 16860 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:27.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.579873 16852 server_base.cc:1034] running on GCE node
11:40:27.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.580744 16852 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.581925 16852 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.583151 16852 hybrid_clock.cc:648] HybridClock initialized: now 1790250027583083 us; error 73 us; skew 500 ppm
11:40:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.583451 16852 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:27.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.586382 16852 webserver.cc:460] Webserver started at http://127.15.224.131:44315/ using document root <none> and password file <none>
11:40:27.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.587087 16852 fs_manager.cc:359] Metadata directory not provided
11:40:27.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.587178 16852 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:27.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.587461 16852 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:40:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.590461 16852 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/data/instance:
11:40:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e32f18f6e4b34068b29384811fb9431b"
11:40:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:27 on dist-test-slave-1799"
11:40:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.591593 16852 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/wal/instance:
11:40:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e32f18f6e4b34068b29384811fb9431b"
11:40:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:27 on dist-test-slave-1799"
11:40:27.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.597484 16852 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
11:40:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.601473 16866 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:27.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.603516 16852 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.603780 16852 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/data,/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/wal
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e32f18f6e4b34068b29384811fb9431b"
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:40:27 on dist-test-slave-1799"
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.604019 16852 fs_report.cc:383] FS layout report
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/wal
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/wal
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/data/data
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:27.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.638329 16852 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:27.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.638669 16705 heartbeater.cc:503] Master 127.15.224.188:39059 was elected leader, sending a full tablet report...
11:40:27.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.639609 16852 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:27.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.639959 16852 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:27.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.643229 16852 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:40:27.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.643345 16852 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:40:27.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.643494 16852 ts_tablet_manager.cc:610] Registered 0 tablets
11:40:27.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.643594 16852 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:40:27.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.708925 16852 rpc_server.cc:307] RPC server started. Bound to: 127.15.224.131:41523
11:40:27.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.708942 16988 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.224.131:41523 every 8 connection(s)
11:40:27.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.710358 16852 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/data/info.pb
11:40:27.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.713135 16990 heartbeater.cc:347] Connected to a master server at 127.15.224.190:39355
11:40:27.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.714860 16990 heartbeater.cc:464] Registering TS with master...
11:40:27.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.715857 16990 heartbeater.cc:511] Master 127.15.224.190:39355 requested a full tablet report, sending...
11:40:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.717787 16299 ts_manager.cc:194] Registered new tserver with Master: e32f18f6e4b34068b29384811fb9431b (127.15.224.131:41523)
11:40:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.717967 16258 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8sndpE/build/asan/bin/kudu as pid 16852
11:40:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.718223 16258 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4161129092869764627/ts-2/wal/instance
11:40:27.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.720614 16989 heartbeater.cc:347] Connected to a master server at 127.15.224.188:39059
11:40:27.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.720788 16989 heartbeater.cc:464] Registering TS with master...
11:40:27.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.721271 16989 heartbeater.cc:511] Master 127.15.224.188:39059 requested a full tablet report, sending...
11:40:27.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.722429 16462 ts_manager.cc:194] Registered new tserver with Master: e32f18f6e4b34068b29384811fb9431b (127.15.224.131:41523)
11:40:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.723572 16462 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.224.131:57013
11:40:27.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.725010 16991 heartbeater.cc:347] Connected to a master server at 127.15.224.189:40707
11:40:27.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.725147 16991 heartbeater.cc:464] Registering TS with master...
11:40:27.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.725672 16991 heartbeater.cc:511] Master 127.15.224.189:40707 requested a full tablet report, sending...
11:40:27.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.726724 16381 ts_manager.cc:194] Registered new tserver with Master: e32f18f6e4b34068b29384811fb9431b (127.15.224.131:41523)
11:40:27.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.728128 16258 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
11:40:27.730 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:40:27.730 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
11:40:27.731 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.15.224.190"
port: 39355
}
bound_http_address {
host: "127.15.224.190"
port: 37147
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.15.224.189"
port: 40707
}
bound_http_address {
host: "127.15.224.189"
port: 36737
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.15.224.188"
port: 39059
}
bound_http_address {
host: "127.15.224.188"
port: 37839
}
}
}
11:40:27.731 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:40:27.731 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.15.224.129"
port: 32967
}
bound_http_address {
host: "127.15.224.129"
port: 36159
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.15.224.130"
port: 38885
}
bound_http_address {
host: "127.15.224.130"
port: 42383
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.15.224.131"
port: 41523
}
bound_http_address {
host: "127.15.224.131"
port: 44315
}
}
}
11:40:27.732 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
11:40:27.733 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
11:40:27.735 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.224.189:40707(127.15.224.189:40707)] connecting to peer
11:40:27.736 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:27.737 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:27.738 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.224.189:40707(127.15.224.189:40707)] Successfully connected to peer
11:40:27.739 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.224.190:39355(127.15.224.190:39355)] Successfully connected to peer
11:40:27.741 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.224.189
11:40:27.741 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.224.190
11:40:27.746 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.224.188:39059(127.15.224.188:39059)] Successfully connected to peer
11:40:27.755 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.224.188
11:40:27.757 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xdabeaac3, L:/127.0.0.1:38912 - R:/127.15.224.190:39355] using SASL/PLAIN
11:40:27.760 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x45fe1d18, L:/127.0.0.1:52472 - R:/127.15.224.189:40707] using SASL/PLAIN
11:40:27.770 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbec3c8a1, L:/127.0.0.1:60092 - R:/127.15.224.188:39059] using SASL/PLAIN
11:40:27.773 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
11:40:27.773 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=39), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [28ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [38ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: OK, deferred=null) after lookup
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.775719 16461 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60092:
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
11:40:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.777757 16461 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
11:40:27.792 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table cf796449f8834ffe94cc8611c55e6c08
11:40:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.825858 16631 tablet_service.cc:1467] Processing CreateTablet for tablet bddcbd8b79354053974fb13fb63a0eb1 (DEFAULT_TABLE table=txn_manager_fallback [id=cf796449f8834ffe94cc8611c55e6c08]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
11:40:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.826474 16630 tablet_service.cc:1467] Processing CreateTablet for tablet 3b7bc7ff7f024d309bae4007d973bd00 (DEFAULT_TABLE table=txn_manager_fallback [id=cf796449f8834ffe94cc8611c55e6c08]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
11:40:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.827535 16631 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet bddcbd8b79354053974fb13fb63a0eb1. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:27.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.828610 16778 tablet_service.cc:1467] Processing CreateTablet for tablet 3b7bc7ff7f024d309bae4007d973bd00 (DEFAULT_TABLE table=txn_manager_fallback [id=cf796449f8834ffe94cc8611c55e6c08]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
11:40:27.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.830057 16778 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3b7bc7ff7f024d309bae4007d973bd00. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.833489 16630 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3b7bc7ff7f024d309bae4007d973bd00. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.828902 16779 tablet_service.cc:1467] Processing CreateTablet for tablet bddcbd8b79354053974fb13fb63a0eb1 (DEFAULT_TABLE table=txn_manager_fallback [id=cf796449f8834ffe94cc8611c55e6c08]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
11:40:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.836169 16779 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet bddcbd8b79354053974fb13fb63a0eb1. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.842590 16919 tablet_service.cc:1467] Processing CreateTablet for tablet bddcbd8b79354053974fb13fb63a0eb1 (DEFAULT_TABLE table=txn_manager_fallback [id=cf796449f8834ffe94cc8611c55e6c08]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
11:40:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.844228 16919 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet bddcbd8b79354053974fb13fb63a0eb1. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.847354 16917 tablet_service.cc:1467] Processing CreateTablet for tablet 3b7bc7ff7f024d309bae4007d973bd00 (DEFAULT_TABLE table=txn_manager_fallback [id=cf796449f8834ffe94cc8611c55e6c08]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
11:40:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.848019 16917 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3b7bc7ff7f024d309bae4007d973bd00. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:27.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.852238 17016 tablet_bootstrap.cc:492] T 3b7bc7ff7f024d309bae4007d973bd00 P 48e00c297e5541b7832c8097d899b282: Bootstrap starting.
11:40:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.856684 17016 tablet_bootstrap.cc:654] T 3b7bc7ff7f024d309bae4007d973bd00 P 48e00c297e5541b7832c8097d899b282: Neither blocks nor log segments found. Creating new log.
11:40:27.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.858132 17016 log.cc:824] T 3b7bc7ff7f024d309bae4007d973bd00 P 48e00c297e5541b7832c8097d899b282: Log is configured to *not* fsync() on all Append() calls
11:40:27.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.862802 17016 tablet_bootstrap.cc:492] T 3b7bc7ff7f024d309bae4007d973bd00 P 48e00c297e5541b7832c8097d899b282: No bootstrap required, opened a new log
11:40:27.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.863247 17016 ts_tablet_manager.cc:1397] T 3b7bc7ff7f024d309bae4007d973bd00 P 48e00c297e5541b7832c8097d899b282: Time spent bootstrapping tablet: real 0.011s user 0.010s sys 0.000s
11:40:27.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.869279 17015 tablet_bootstrap.cc:492] T bddcbd8b79354053974fb13fb63a0eb1 P 0dbbc21904d64aa4b800de2032c5c1ad: Bootstrap starting.
11:40:27.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.873540 17015 tablet_bootstrap.cc:654] T bddcbd8b79354053974fb13fb63a0eb1 P 0dbbc21904d64aa4b800de2032c5c1ad: Neither blocks nor log segments found. Creating new log.
11:40:27.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.873766 17018 tablet_bootstrap.cc:492] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b: Bootstrap starting.
11:40:27.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.874750 17015 log.cc:824] T bddcbd8b79354053974fb13fb63a0eb1 P 0dbbc21904d64aa4b800de2032c5c1ad: Log is configured to *not* fsync() on all Append() calls
11:40:27.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.876093 17016 raft_consensus.cc:348] T 3b7bc7ff7f024d309bae4007d973bd00 P 48e00c297e5541b7832c8097d899b282 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:27.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.876601 17016 raft_consensus.cc:374] T 3b7bc7ff7f024d309bae4007d973bd00 P 48e00c297e5541b7832c8097d899b282 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:27.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.876722 17016 raft_consensus.cc:729] T 3b7bc7ff7f024d309bae4007d973bd00 P 48e00c297e5541b7832c8097d899b282 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 48e00c297e5541b7832c8097d899b282, State: Initialized, Role: FOLLOWER
11:40:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.877704 17018 tablet_bootstrap.cc:654] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b: Neither blocks nor log segments found. Creating new log.
11:40:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.878096 17016 consensus_queue.cc:260] T 3b7bc7ff7f024d309bae4007d973bd00 P 48e00c297e5541b7832c8097d899b282 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.879041 17018 log.cc:824] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b: Log is configured to *not* fsync() on all Append() calls
11:40:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.879233 17015 tablet_bootstrap.cc:492] T bddcbd8b79354053974fb13fb63a0eb1 P 0dbbc21904d64aa4b800de2032c5c1ad: No bootstrap required, opened a new log
11:40:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.879611 17015 ts_tablet_manager.cc:1397] T bddcbd8b79354053974fb13fb63a0eb1 P 0dbbc21904d64aa4b800de2032c5c1ad: Time spent bootstrapping tablet: real 0.011s user 0.006s sys 0.003s
11:40:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.886071 16847 heartbeater.cc:503] Master 127.15.224.188:39059 was elected leader, sending a full tablet report...
11:40:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.886144 17018 tablet_bootstrap.cc:492] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b: No bootstrap required, opened a new log
11:40:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.886436 17018 ts_tablet_manager.cc:1397] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b: Time spent bootstrapping tablet: real 0.013s user 0.002s sys 0.009s
11:40:27.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.889035 17015 raft_consensus.cc:348] T bddcbd8b79354053974fb13fb63a0eb1 P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:27.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.889649 17015 raft_consensus.cc:374] T bddcbd8b79354053974fb13fb63a0eb1 P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.889763 17015 raft_consensus.cc:729] T bddcbd8b79354053974fb13fb63a0eb1 P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0dbbc21904d64aa4b800de2032c5c1ad, State: Initialized, Role: FOLLOWER
11:40:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.890488 17015 consensus_queue.cc:260] T bddcbd8b79354053974fb13fb63a0eb1 P 0dbbc21904d64aa4b800de2032c5c1ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:27.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.893805 17016 ts_tablet_manager.cc:1428] T 3b7bc7ff7f024d309bae4007d973bd00 P 48e00c297e5541b7832c8097d899b282: Time spent starting tablet: real 0.030s user 0.014s sys 0.006s
11:40:27.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.894704 17015 ts_tablet_manager.cc:1428] T bddcbd8b79354053974fb13fb63a0eb1 P 0dbbc21904d64aa4b800de2032c5c1ad: Time spent starting tablet: real 0.015s user 0.011s sys 0.003s
11:40:27.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.895740 17015 tablet_bootstrap.cc:492] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad: Bootstrap starting.
11:40:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.897600 17018 raft_consensus.cc:348] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.897959 17015 tablet_bootstrap.cc:654] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad: Neither blocks nor log segments found. Creating new log.
11:40:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.898105 17018 raft_consensus.cc:374] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.898207 17018 raft_consensus.cc:729] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e32f18f6e4b34068b29384811fb9431b, State: Initialized, Role: FOLLOWER
11:40:27.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.898983 17018 consensus_queue.cc:260] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:27.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.899844 17016 tablet_bootstrap.cc:492] T bddcbd8b79354053974fb13fb63a0eb1 P 48e00c297e5541b7832c8097d899b282: Bootstrap starting.
11:40:27.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.901749 17016 tablet_bootstrap.cc:654] T bddcbd8b79354053974fb13fb63a0eb1 P 48e00c297e5541b7832c8097d899b282: Neither blocks nor log segments found. Creating new log.
11:40:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.905854 16989 heartbeater.cc:503] Master 127.15.224.188:39059 was elected leader, sending a full tablet report...
11:40:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.908215 17018 ts_tablet_manager.cc:1428] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b: Time spent starting tablet: real 0.022s user 0.016s sys 0.001s
11:40:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.908761 17018 tablet_bootstrap.cc:492] T 3b7bc7ff7f024d309bae4007d973bd00 P e32f18f6e4b34068b29384811fb9431b: Bootstrap starting.
11:40:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.909896 17015 tablet_bootstrap.cc:492] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad: No bootstrap required, opened a new log
11:40:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.910250 17015 ts_tablet_manager.cc:1397] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad: Time spent bootstrapping tablet: real 0.015s user 0.007s sys 0.003s
11:40:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.910758 17018 tablet_bootstrap.cc:654] T 3b7bc7ff7f024d309bae4007d973bd00 P e32f18f6e4b34068b29384811fb9431b: Neither blocks nor log segments found. Creating new log.
11:40:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.910899 17016 tablet_bootstrap.cc:492] T bddcbd8b79354053974fb13fb63a0eb1 P 48e00c297e5541b7832c8097d899b282: No bootstrap required, opened a new log
11:40:27.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.911074 17016 ts_tablet_manager.cc:1397] T bddcbd8b79354053974fb13fb63a0eb1 P 48e00c297e5541b7832c8097d899b282: Time spent bootstrapping tablet: real 0.011s user 0.005s sys 0.000s
11:40:27.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.911520 17015 raft_consensus.cc:348] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:27.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.911857 17015 raft_consensus.cc:374] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.911871 17016 raft_consensus.cc:348] T bddcbd8b79354053974fb13fb63a0eb1 P 48e00c297e5541b7832c8097d899b282 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.912118 17016 raft_consensus.cc:374] T bddcbd8b79354053974fb13fb63a0eb1 P 48e00c297e5541b7832c8097d899b282 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.912216 17016 raft_consensus.cc:729] T bddcbd8b79354053974fb13fb63a0eb1 P 48e00c297e5541b7832c8097d899b282 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 48e00c297e5541b7832c8097d899b282, State: Initialized, Role: FOLLOWER
11:40:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.912475 17016 consensus_queue.cc:260] T bddcbd8b79354053974fb13fb63a0eb1 P 48e00c297e5541b7832c8097d899b282 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.912050 17015 raft_consensus.cc:729] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0dbbc21904d64aa4b800de2032c5c1ad, State: Initialized, Role: FOLLOWER
11:40:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.913466 17015 consensus_queue.cc:260] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.914355 17016 ts_tablet_manager.cc:1428] T bddcbd8b79354053974fb13fb63a0eb1 P 48e00c297e5541b7832c8097d899b282: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
11:40:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.915273 17015 ts_tablet_manager.cc:1428] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad: Time spent starting tablet: real 0.005s user 0.002s sys 0.000s
11:40:27.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.919363 17018 tablet_bootstrap.cc:492] T 3b7bc7ff7f024d309bae4007d973bd00 P e32f18f6e4b34068b29384811fb9431b: No bootstrap required, opened a new log
11:40:27.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.919548 17018 ts_tablet_manager.cc:1397] T 3b7bc7ff7f024d309bae4007d973bd00 P e32f18f6e4b34068b29384811fb9431b: Time spent bootstrapping tablet: real 0.011s user 0.003s sys 0.006s
11:40:27.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.919665 16850 tablet.cc:2369] T 3b7bc7ff7f024d309bae4007d973bd00 P 48e00c297e5541b7832c8097d899b282: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:40:27.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.920457 17018 raft_consensus.cc:348] T 3b7bc7ff7f024d309bae4007d973bd00 P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:27.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.920733 17018 raft_consensus.cc:374] T 3b7bc7ff7f024d309bae4007d973bd00 P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:27.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.920884 17018 raft_consensus.cc:729] T 3b7bc7ff7f024d309bae4007d973bd00 P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e32f18f6e4b34068b29384811fb9431b, State: Initialized, Role: FOLLOWER
11:40:27.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.921164 17018 consensus_queue.cc:260] T 3b7bc7ff7f024d309bae4007d973bd00 P e32f18f6e4b34068b29384811fb9431b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:27.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.921835 17018 ts_tablet_manager.cc:1428] T 3b7bc7ff7f024d309bae4007d973bd00 P e32f18f6e4b34068b29384811fb9431b: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
11:40:27.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.959100 17022 raft_consensus.cc:482] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:40:27.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.959594 17022 raft_consensus.cc:504] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:27.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.961576 17022 leader_election.cc:288] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 48e00c297e5541b7832c8097d899b282 (127.15.224.130:38885), e32f18f6e4b34068b29384811fb9431b (127.15.224.131:41523)
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:27.964385 16992 tablet.cc:2369] T 3b7bc7ff7f024d309bae4007d973bd00 P e32f18f6e4b34068b29384811fb9431b: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:40:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.970649 16941 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3b7bc7ff7f024d309bae4007d973bd00" candidate_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e32f18f6e4b34068b29384811fb9431b" is_pre_election: true
11:40:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.970688 16802 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3b7bc7ff7f024d309bae4007d973bd00" candidate_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "48e00c297e5541b7832c8097d899b282" is_pre_election: true
11:40:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.971167 16802 raft_consensus.cc:2454] T 3b7bc7ff7f024d309bae4007d973bd00 P 48e00c297e5541b7832c8097d899b282 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0dbbc21904d64aa4b800de2032c5c1ad in term 0.
11:40:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.971176 16941 raft_consensus.cc:2454] T 3b7bc7ff7f024d309bae4007d973bd00 P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0dbbc21904d64aa4b800de2032c5c1ad in term 0.
11:40:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.971864 16582 leader_election.cc:302] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 0dbbc21904d64aa4b800de2032c5c1ad, 48e00c297e5541b7832c8097d899b282, e32f18f6e4b34068b29384811fb9431b; no voters:
11:40:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.972319 17022 raft_consensus.cc:2781] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Leader pre-election won for term 1
11:40:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.972469 17022 raft_consensus.cc:482] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:40:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.972584 17022 raft_consensus.cc:3037] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Advancing to term 1
11:40:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.974747 17022 raft_consensus.cc:504] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.975414 17022 leader_election.cc:288] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [CANDIDATE]: Term 1 election: Requested vote from peers 48e00c297e5541b7832c8097d899b282 (127.15.224.130:38885), e32f18f6e4b34068b29384811fb9431b (127.15.224.131:41523)
11:40:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.976131 16941 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3b7bc7ff7f024d309bae4007d973bd00" candidate_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e32f18f6e4b34068b29384811fb9431b"
11:40:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.976177 16802 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3b7bc7ff7f024d309bae4007d973bd00" candidate_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "48e00c297e5541b7832c8097d899b282"
11:40:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.976492 16941 raft_consensus.cc:3037] T 3b7bc7ff7f024d309bae4007d973bd00 P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Advancing to term 1
11:40:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.976599 16802 raft_consensus.cc:3037] T 3b7bc7ff7f024d309bae4007d973bd00 P 48e00c297e5541b7832c8097d899b282 [term 0 FOLLOWER]: Advancing to term 1
11:40:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.979110 16802 raft_consensus.cc:2454] T 3b7bc7ff7f024d309bae4007d973bd00 P 48e00c297e5541b7832c8097d899b282 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0dbbc21904d64aa4b800de2032c5c1ad in term 1.
11:40:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.979111 16941 raft_consensus.cc:2454] T 3b7bc7ff7f024d309bae4007d973bd00 P e32f18f6e4b34068b29384811fb9431b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0dbbc21904d64aa4b800de2032c5c1ad in term 1.
11:40:27.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.979620 16582 leader_election.cc:302] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 0dbbc21904d64aa4b800de2032c5c1ad, 48e00c297e5541b7832c8097d899b282, e32f18f6e4b34068b29384811fb9431b; no voters:
11:40:27.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.979985 17022 raft_consensus.cc:2781] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [term 1 FOLLOWER]: Leader election won for term 1
11:40:27.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.980458 17022 raft_consensus.cc:686] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [term 1 LEADER]: Becoming Leader. State: Replica: 0dbbc21904d64aa4b800de2032c5c1ad, State: Running, Role: LEADER
11:40:27.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.981153 17022 consensus_queue.cc:237] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:27.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:27.987181 16461 catalog_manager.cc:5495] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad reported cstate change: term changed from 0 to 1, leader changed from <none> to 0dbbc21904d64aa4b800de2032c5c1ad (127.15.224.129). New cstate: current_term: 1 leader_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } health_report { overall_health: UNKNOWN } } }
11:40:28.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.082940 17024 raft_consensus.cc:482] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:40:28.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.083258 17024 raft_consensus.cc:504] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.085407 17024 leader_election.cc:288] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0dbbc21904d64aa4b800de2032c5c1ad (127.15.224.129:32967), 48e00c297e5541b7832c8097d899b282 (127.15.224.130:38885)
11:40:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.092221 16802 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bddcbd8b79354053974fb13fb63a0eb1" candidate_uuid: "e32f18f6e4b34068b29384811fb9431b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "48e00c297e5541b7832c8097d899b282" is_pre_election: true
11:40:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.092643 16802 raft_consensus.cc:2454] T bddcbd8b79354053974fb13fb63a0eb1 P 48e00c297e5541b7832c8097d899b282 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e32f18f6e4b34068b29384811fb9431b in term 0.
11:40:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.092819 16660 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bddcbd8b79354053974fb13fb63a0eb1" candidate_uuid: "e32f18f6e4b34068b29384811fb9431b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" is_pre_election: true
11:40:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.093288 16868 leader_election.cc:302] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 48e00c297e5541b7832c8097d899b282, e32f18f6e4b34068b29384811fb9431b; no voters:
11:40:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.093370 16660 raft_consensus.cc:2454] T bddcbd8b79354053974fb13fb63a0eb1 P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e32f18f6e4b34068b29384811fb9431b in term 0.
11:40:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.093828 17024 raft_consensus.cc:2781] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Leader pre-election won for term 1
11:40:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.093978 17024 raft_consensus.cc:482] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:40:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.094111 17024 raft_consensus.cc:3037] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Advancing to term 1
11:40:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.096239 17024 raft_consensus.cc:504] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.096980 17024 leader_election.cc:288] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [CANDIDATE]: Term 1 election: Requested vote from peers 0dbbc21904d64aa4b800de2032c5c1ad (127.15.224.129:32967), 48e00c297e5541b7832c8097d899b282 (127.15.224.130:38885)
11:40:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.097523 16660 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bddcbd8b79354053974fb13fb63a0eb1" candidate_uuid: "e32f18f6e4b34068b29384811fb9431b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0dbbc21904d64aa4b800de2032c5c1ad"
11:40:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.097724 16660 raft_consensus.cc:3037] T bddcbd8b79354053974fb13fb63a0eb1 P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Advancing to term 1
11:40:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.097652 16802 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "bddcbd8b79354053974fb13fb63a0eb1" candidate_uuid: "e32f18f6e4b34068b29384811fb9431b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "48e00c297e5541b7832c8097d899b282"
11:40:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.097924 16802 raft_consensus.cc:3037] T bddcbd8b79354053974fb13fb63a0eb1 P 48e00c297e5541b7832c8097d899b282 [term 0 FOLLOWER]: Advancing to term 1
11:40:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.099932 16660 raft_consensus.cc:2454] T bddcbd8b79354053974fb13fb63a0eb1 P 0dbbc21904d64aa4b800de2032c5c1ad [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e32f18f6e4b34068b29384811fb9431b in term 1.
11:40:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.100085 16802 raft_consensus.cc:2454] T bddcbd8b79354053974fb13fb63a0eb1 P 48e00c297e5541b7832c8097d899b282 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e32f18f6e4b34068b29384811fb9431b in term 1.
11:40:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.100598 16869 leader_election.cc:302] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0dbbc21904d64aa4b800de2032c5c1ad, e32f18f6e4b34068b29384811fb9431b; no voters:
11:40:28.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.100996 17024 raft_consensus.cc:2781] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [term 1 FOLLOWER]: Leader election won for term 1
11:40:28.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.101495 17024 raft_consensus.cc:686] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [term 1 LEADER]: Becoming Leader. State: Replica: e32f18f6e4b34068b29384811fb9431b, State: Running, Role: LEADER
11:40:28.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.102074 17024 consensus_queue.cc:237] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.108438 16461 catalog_manager.cc:5495] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b reported cstate change: term changed from 0 to 1, leader changed from <none> to e32f18f6e4b34068b29384811fb9431b (127.15.224.131). New cstate: current_term: 1 leader_uuid: "e32f18f6e4b34068b29384811fb9431b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } health_report { overall_health: HEALTHY } } }
11:40:28.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:28.123911 16708 tablet.cc:2369] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:40:28.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.144338 16461 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60100:
11:40:28.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
11:40:28.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
11:40:28.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:28.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:40:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
11:40:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:28.145614 16461 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
11:40:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.163800 16631 tablet_service.cc:1467] Processing CreateTablet for tablet cddd283e078d4ff0bf12b9912877daeb (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=2093d61baa514ce3863d285e70d907fc]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
11:40:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.163556 16778 tablet_service.cc:1467] Processing CreateTablet for tablet cddd283e078d4ff0bf12b9912877daeb (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=2093d61baa514ce3863d285e70d907fc]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
11:40:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.163878 16919 tablet_service.cc:1467] Processing CreateTablet for tablet cddd283e078d4ff0bf12b9912877daeb (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=2093d61baa514ce3863d285e70d907fc]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
11:40:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.164649 16631 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet cddd283e078d4ff0bf12b9912877daeb. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.164654 16778 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet cddd283e078d4ff0bf12b9912877daeb. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.164757 16919 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet cddd283e078d4ff0bf12b9912877daeb. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:28.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.172282 17018 tablet_bootstrap.cc:492] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b: Bootstrap starting.
11:40:28.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.172329 17016 tablet_bootstrap.cc:492] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282: Bootstrap starting.
11:40:28.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.172329 17015 tablet_bootstrap.cc:492] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad: Bootstrap starting.
11:40:28.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.174173 17018 tablet_bootstrap.cc:654] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b: Neither blocks nor log segments found. Creating new log.
11:40:28.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.174185 17016 tablet_bootstrap.cc:654] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282: Neither blocks nor log segments found. Creating new log.
11:40:28.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.174180 17015 tablet_bootstrap.cc:654] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad: Neither blocks nor log segments found. Creating new log.
11:40:28.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.186533 17016 tablet_bootstrap.cc:492] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282: No bootstrap required, opened a new log
11:40:28.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.187016 17015 tablet_bootstrap.cc:492] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad: No bootstrap required, opened a new log
11:40:28.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.186764 17016 ts_tablet_manager.cc:1397] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282: Time spent bootstrapping tablet: real 0.014s user 0.003s sys 0.003s
11:40:28.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.187237 17015 ts_tablet_manager.cc:1397] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad: Time spent bootstrapping tablet: real 0.015s user 0.005s sys 0.006s
11:40:28.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.188191 17015 raft_consensus.cc:348] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:28.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.187994 17016 raft_consensus.cc:348] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:28.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.188490 17015 raft_consensus.cc:374] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:28.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.188520 17016 raft_consensus.cc:374] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.188561 17015 raft_consensus.cc:729] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0dbbc21904d64aa4b800de2032c5c1ad, State: Initialized, Role: FOLLOWER
11:40:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.188604 17016 raft_consensus.cc:729] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 48e00c297e5541b7832c8097d899b282, State: Initialized, Role: FOLLOWER
11:40:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.188872 17016 consensus_queue.cc:260] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.188932 17015 consensus_queue.cc:260] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.189625 17022 tablet_replica.cc:439] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } } }
11:40:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.189889 17016 ts_tablet_manager.cc:1428] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
11:40:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.189940 17022 tablet_replica.cc:442] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad: This TxnStatusTablet replica's current role is: FOLLOWER
11:40:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.189534 17020 tablet_replica.cc:439] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } } }
11:40:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.190083 17020 tablet_replica.cc:442] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282: This TxnStatusTablet replica's current role is: FOLLOWER
11:40:28.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.191815 17015 ts_tablet_manager.cc:1428] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad: Time spent starting tablet: real 0.004s user 0.002s sys 0.001s
11:40:28.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.193362 17018 tablet_bootstrap.cc:492] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b: No bootstrap required, opened a new log
11:40:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.194115 17018 ts_tablet_manager.cc:1397] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b: Time spent bootstrapping tablet: real 0.022s user 0.007s sys 0.007s
11:40:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.194937 17018 raft_consensus.cc:348] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.195191 17018 raft_consensus.cc:374] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.195271 17018 raft_consensus.cc:729] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e32f18f6e4b34068b29384811fb9431b, State: Initialized, Role: FOLLOWER
11:40:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.195547 17018 consensus_queue.cc:260] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.196496 17018 ts_tablet_manager.cc:1428] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
11:40:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.196440 17024 tablet_replica.cc:439] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } } }
11:40:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.196767 17024 tablet_replica.cc:442] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b: This TxnStatusTablet replica's current role is: FOLLOWER
11:40:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.273474 17022 raft_consensus.cc:482] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:40:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.273782 17022 raft_consensus.cc:504] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:28.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.274470 17022 leader_election.cc:288] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 48e00c297e5541b7832c8097d899b282 (127.15.224.130:38885), e32f18f6e4b34068b29384811fb9431b (127.15.224.131:41523)
11:40:28.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.275108 16941 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cddd283e078d4ff0bf12b9912877daeb" candidate_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e32f18f6e4b34068b29384811fb9431b" is_pre_election: true
11:40:28.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.275149 16802 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cddd283e078d4ff0bf12b9912877daeb" candidate_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "48e00c297e5541b7832c8097d899b282" is_pre_election: true
11:40:28.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.275441 16802 raft_consensus.cc:2454] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0dbbc21904d64aa4b800de2032c5c1ad in term 0.
11:40:28.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.275447 16941 raft_consensus.cc:2454] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0dbbc21904d64aa4b800de2032c5c1ad in term 0.
11:40:28.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.275863 16582 leader_election.cc:302] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0dbbc21904d64aa4b800de2032c5c1ad, 48e00c297e5541b7832c8097d899b282; no voters:
11:40:28.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.276237 17022 raft_consensus.cc:2781] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Leader pre-election won for term 1
11:40:28.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.276348 17022 raft_consensus.cc:482] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:40:28.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.276440 17022 raft_consensus.cc:3037] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [term 0 FOLLOWER]: Advancing to term 1
11:40:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.278383 17022 raft_consensus.cc:504] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:28.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.278920 17022 leader_election.cc:288] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [CANDIDATE]: Term 1 election: Requested vote from peers 48e00c297e5541b7832c8097d899b282 (127.15.224.130:38885), e32f18f6e4b34068b29384811fb9431b (127.15.224.131:41523)
11:40:28.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.279666 16802 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cddd283e078d4ff0bf12b9912877daeb" candidate_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "48e00c297e5541b7832c8097d899b282"
11:40:28.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.279867 16802 raft_consensus.cc:3037] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282 [term 0 FOLLOWER]: Advancing to term 1
11:40:28.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.279769 16941 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cddd283e078d4ff0bf12b9912877daeb" candidate_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e32f18f6e4b34068b29384811fb9431b"
11:40:28.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.280095 16941 raft_consensus.cc:3037] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b [term 0 FOLLOWER]: Advancing to term 1
11:40:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.282205 16802 raft_consensus.cc:2454] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0dbbc21904d64aa4b800de2032c5c1ad in term 1.
11:40:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.282519 16941 raft_consensus.cc:2454] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0dbbc21904d64aa4b800de2032c5c1ad in term 1.
11:40:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.282862 16582 leader_election.cc:302] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0dbbc21904d64aa4b800de2032c5c1ad, 48e00c297e5541b7832c8097d899b282; no voters:
11:40:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.283231 17022 raft_consensus.cc:2781] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [term 1 FOLLOWER]: Leader election won for term 1
11:40:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.283423 17022 raft_consensus.cc:686] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [term 1 LEADER]: Becoming Leader. State: Replica: 0dbbc21904d64aa4b800de2032c5c1ad, State: Running, Role: LEADER
11:40:28.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.283792 17022 consensus_queue.cc:237] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } }
11:40:28.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.286226 17029 tablet_replica.cc:439] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad: TxnStatusTablet state changed. Reason: New leader 0dbbc21904d64aa4b800de2032c5c1ad. Latest consensus state: current_term: 1 leader_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } } }
11:40:28.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.286867 17029 tablet_replica.cc:442] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad: This TxnStatusTablet replica's current role is: LEADER
11:40:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.290238 16461 catalog_manager.cc:5495] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad reported cstate change: term changed from 0 to 1, leader changed from <none> to 0dbbc21904d64aa4b800de2032c5c1ad (127.15.224.129). New cstate: current_term: 1 leader_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } health_report { overall_health: UNKNOWN } } }
11:40:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.293726 17045 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
11:40:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.294047 17045 txn_status_manager.cc:929] Loading transaction status metadata into memory...
11:40:28.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.346328 16802 raft_consensus.cc:1261] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282 [term 1 FOLLOWER]: Refusing update from remote peer 0dbbc21904d64aa4b800de2032c5c1ad: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:40:28.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.346377 16941 raft_consensus.cc:1261] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b [term 1 FOLLOWER]: Refusing update from remote peer 0dbbc21904d64aa4b800de2032c5c1ad: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:40:28.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.347395 17029 consensus_queue.cc:1035] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:40:28.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.347767 17022 consensus_queue.cc:1035] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:40:28.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.367803 17024 tablet_replica.cc:439] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b: TxnStatusTablet state changed. Reason: New leader 0dbbc21904d64aa4b800de2032c5c1ad. Latest consensus state: current_term: 1 leader_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } } }
11:40:28.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.368275 17024 tablet_replica.cc:442] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b: This TxnStatusTablet replica's current role is: FOLLOWER
11:40:28.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.375198 17020 tablet_replica.cc:439] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282: TxnStatusTablet state changed. Reason: New leader 0dbbc21904d64aa4b800de2032c5c1ad. Latest consensus state: current_term: 1 leader_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } } }
11:40:28.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.375514 17020 tablet_replica.cc:442] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282: This TxnStatusTablet replica's current role is: FOLLOWER
11:40:28.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.376140 17022 tablet_replica.cc:439] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } } }
11:40:28.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.376508 17022 tablet_replica.cc:442] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad: This TxnStatusTablet replica's current role is: LEADER
11:40:28.380 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
11:40:28.384 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table cf796449f8834ffe94cc8611c55e6c08
11:40:28.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.384088 17022 tablet_replica.cc:439] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } } }
11:40:28.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.384480 17022 tablet_replica.cc:442] T cddd283e078d4ff0bf12b9912877daeb P 0dbbc21904d64aa4b800de2032c5c1ad: This TxnStatusTablet replica's current role is: LEADER
11:40:28.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.386359 17024 tablet_replica.cc:439] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } } }
11:40:28.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.386564 17024 tablet_replica.cc:442] T cddd283e078d4ff0bf12b9912877daeb P e32f18f6e4b34068b29384811fb9431b: This TxnStatusTablet replica's current role is: FOLLOWER
11:40:28.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.390872 17049 mvcc.cc:205] Tried to move back new op lower bound from 7332864116095815680 to 7332864115853201408. Current Snapshot: MvccSnapshot[applied={T|T < 7332864116095815680}]
11:40:28.396 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bddcbd8b79354053974fb13fb63a0eb1 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
11:40:28.396 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3b7bc7ff7f024d309bae4007d973bd00 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
11:40:28.397 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=bddcbd8b79354053974fb13fb63a0eb1@[0dbbc21904d64aa4b800de2032c5c1ad(127.15.224.129:32967),48e00c297e5541b7832c8097d899b282(127.15.224.130:38885),e32f18f6e4b34068b29384811fb9431b(127.15.224.131:41523)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=3b7bc7ff7f024d309bae4007d973bd00@[0dbbc21904d64aa4b800de2032c5c1ad(127.15.224.129:32967)[L],48e00c297e5541b7832c8097d899b282(127.15.224.130:38885),e32f18f6e4b34068b29384811fb9431b(127.15.224.131:41523)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:40:28.397 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.224.188:39059, [5ms] Sub RPC GetTableLocations: received response from server master-127.15.224.188:39059: OK, deferred=null) after lookup
11:40:28.398 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e32f18f6e4b34068b29384811fb9431b(127.15.224.131:41523)] connecting to peer
11:40:28.398 [DEBUG - kudu-nio-1] (Connection.java:757) [peer e32f18f6e4b34068b29384811fb9431b(127.15.224.131:41523)] Successfully connected to peer
11:40:28.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.401638 17020 tablet_replica.cc:439] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 } } peers { permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 } } peers { permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 } } }
11:40:28.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.401949 17020 tablet_replica.cc:442] T cddd283e078d4ff0bf12b9912877daeb P 48e00c297e5541b7832c8097d899b282: This TxnStatusTablet replica's current role is: FOLLOWER
11:40:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.416042 17055 consensus_queue.cc:1035] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:40:28.418 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5d32b8f0, L:/127.0.0.1:43278 - R:/127.15.224.131:41523] using TOKEN/null
11:40:28.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.452355 17022 consensus_queue.cc:1035] T 3b7bc7ff7f024d309bae4007d973bd00 P 0dbbc21904d64aa4b800de2032c5c1ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "e32f18f6e4b34068b29384811fb9431b" member_type: VOTER last_known_addr { host: "127.15.224.131" port: 41523 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:40:28.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.499068 16660 raft_consensus.cc:1261] T bddcbd8b79354053974fb13fb63a0eb1 P 0dbbc21904d64aa4b800de2032c5c1ad [term 1 FOLLOWER]: Refusing update from remote peer e32f18f6e4b34068b29384811fb9431b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:40:28.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.499835 16802 raft_consensus.cc:1261] T bddcbd8b79354053974fb13fb63a0eb1 P 48e00c297e5541b7832c8097d899b282 [term 1 FOLLOWER]: Refusing update from remote peer e32f18f6e4b34068b29384811fb9431b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:40:28.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.499976 17031 consensus_queue.cc:1035] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [LEADER]: Connected to new peer: Peer: permanent_uuid: "0dbbc21904d64aa4b800de2032c5c1ad" member_type: VOTER last_known_addr { host: "127.15.224.129" port: 32967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:40:28.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.500532 17024 consensus_queue.cc:1035] T bddcbd8b79354053974fb13fb63a0eb1 P e32f18f6e4b34068b29384811fb9431b [LEADER]: Connected to new peer: Peer: permanent_uuid: "48e00c297e5541b7832c8097d899b282" member_type: VOTER last_known_addr { host: "127.15.224.130" port: 38885 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:40:28.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.508496 17050 mvcc.cc:205] Tried to move back new op lower bound from 7332864116720881664 to 7332864115110215680. Current Snapshot: MvccSnapshot[applied={T|T < 7332864116720881664}]
11:40:28.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.517168 17048 mvcc.cc:205] Tried to move back new op lower bound from 7332864116720881664 to 7332864115110215680. Current Snapshot: MvccSnapshot[applied={T|T < 7332864116720881664}]
11:40:28.527 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.224.188:39059
11:40:28.527 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
11:40:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.528657 16258 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8sndpE/build/asan/bin/kudu pid 16428
11:40:28.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.530968 16502 generic_service.cc:196] Checking for leaks (request via RPC)
11:40:28.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.685024 16258 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8sndpE/build/asan/bin/kudu with pid 16428
11:40:28.710 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.224.188:39059(127.15.224.188:39059)] handling channelInactive
11:40:28.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state READY due to: connection closed
11:40:28.712 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:40:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:28.851085 16705 heartbeater.cc:644] Failed to heartbeat to 127.15.224.188:39059 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:28.899 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:28.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:28.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:28.900 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.15.224.188:39059(127.15.224.188:39059) for tablet Kudu Master: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:28.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:28.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:28.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:28.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:28.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:28.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:28.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:28.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:28.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:28.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:28.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:28.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:28.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:28.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:28.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:28.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:28.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:28.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:28.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:28.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:28.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.984764 17066 raft_consensus.cc:482] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 1 FOLLOWER]: Starting pre-election (detected failure of leader debafd1fba334bd2b1b2dd2672c868bc)
11:40:28.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.984815 17067 raft_consensus.cc:482] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader debafd1fba334bd2b1b2dd2672c868bc)
11:40:28.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.984979 17067 raft_consensus.cc:504] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:28.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.985041 17066 raft_consensus.cc:504] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:28.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.986222 17067 leader_election.cc:288] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers beea4c6fb83e497ea4f6ed8e86d61ddf (127.15.224.189:40707), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:28.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.986318 17066 leader_election.cc:288] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.986836 16390 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "918f9b4955f34762aebd23a7f0bd725b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" is_pre_election: true
11:40:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.987182 16390 raft_consensus.cc:2454] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 918f9b4955f34762aebd23a7f0bd725b in term 1.
11:40:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.987265 16309 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "918f9b4955f34762aebd23a7f0bd725b" is_pre_election: true
11:40:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.987520 16309 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate beea4c6fb83e497ea4f6ed8e86d61ddf in term 1.
11:40:28.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.987830 16285 leader_election.cc:302] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 918f9b4955f34762aebd23a7f0bd725b, beea4c6fb83e497ea4f6ed8e86d61ddf; no voters:
11:40:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.988457 17067 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 1 FOLLOWER]: Leader pre-election won for term 2
11:40:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.988595 17067 raft_consensus.cc:482] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 1 FOLLOWER]: Starting leader election (detected failure of leader debafd1fba334bd2b1b2dd2672c868bc)
11:40:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.988701 17067 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 1 FOLLOWER]: Advancing to term 2
11:40:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.988767 16365 leader_election.cc:302] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 918f9b4955f34762aebd23a7f0bd725b, beea4c6fb83e497ea4f6ed8e86d61ddf; no voters:
11:40:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.989147 17066 raft_consensus.cc:2781] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 1 FOLLOWER]: Leader pre-election won for term 2
11:40:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.989310 17066 raft_consensus.cc:482] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 1 FOLLOWER]: Starting leader election (detected failure of leader debafd1fba334bd2b1b2dd2672c868bc)
11:40:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.989391 17066 raft_consensus.cc:3037] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 1 FOLLOWER]: Advancing to term 2
11:40:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:28.989372 16284 leader_election.cc:334] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:28.990737 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.992218 17067 raft_consensus.cc:504] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.992976 17067 leader_election.cc:288] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [CANDIDATE]: Term 2 election: Requested vote from peers beea4c6fb83e497ea4f6ed8e86d61ddf (127.15.224.189:40707), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.993681 16390 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "918f9b4955f34762aebd23a7f0bd725b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf"
11:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.993621 17066 raft_consensus.cc:504] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.994241 16390 raft_consensus.cc:2379] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 918f9b4955f34762aebd23a7f0bd725b in current term 2: Already voted for candidate beea4c6fb83e497ea4f6ed8e86d61ddf in this term.
11:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.994447 17066 leader_election.cc:288] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 2 election: Requested vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:28.995287 16284 leader_election.cc:334] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.995455 16284 leader_election.cc:302] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 918f9b4955f34762aebd23a7f0bd725b; no voters: beea4c6fb83e497ea4f6ed8e86d61ddf, debafd1fba334bd2b1b2dd2672c868bc
11:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.995383 16309 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "918f9b4955f34762aebd23a7f0bd725b"
11:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.995754 16309 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate beea4c6fb83e497ea4f6ed8e86d61ddf in current term 2: Already voted for candidate 918f9b4955f34762aebd23a7f0bd725b in this term.
11:40:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.996008 17067 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
11:40:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:28.996100 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.996555 16365 leader_election.cc:302] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beea4c6fb83e497ea4f6ed8e86d61ddf; no voters: 918f9b4955f34762aebd23a7f0bd725b, debafd1fba334bd2b1b2dd2672c868bc
11:40:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:28.996809 17066 raft_consensus.cc:2726] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
11:40:29.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:29.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:29.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:29.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:29.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:29.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:29.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, [4ms] received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@406537799(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1485390862@14833c3b -> (continuation of Deferred@1024748609 after retry RPC after error@1402879253) -> (continuation of Deferred@299188319 after retry RPC after error@473613498) -> (continuation of Deferred@47367448 after retry RPC after error@537274050) -> (continuation of Deferred@459955493 after retry RPC after error@1363105254) -> (continuation of Deferred@1162977500 after retry RPC after error@1425063554) -> (continuation of Deferred@490357324 after retry RPC after error@906081384), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1837571313@7e1eb534 -> (continuation of Deferred@1024748609 after retry RPC after error@1402879253) -> (continuation of Deferred@299188319 after retry RPC after error@473613498) -> (continuation of Deferred@47367448 after retry RPC after error@537274050) -> (continuation of Deferred@459955493 after retry RPC after error@1363105254) -> (continuation of Deferred@1162977500 after retry RPC after error@1425063554) -> (continuation of Deferred@490357324 after retry RPC after error@906081384)))
11:40:29.119 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, [4ms] received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@406537799(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1485390862@14833c3b -> (continuation of Deferred@1024748609 after retry RPC after error@1402879253) -> (continuation of Deferred@299188319 after retry RPC after error@473613498) -> (continuation of Deferred@47367448 after retry RPC after error@537274050) -> (continuation of Deferred@459955493 after retry RPC after error@1363105254) -> (continuation of Deferred@1162977500 after retry RPC after error@1425063554) -> (continuation of Deferred@490357324 after retry RPC after error@906081384), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1837571313@7e1eb534 -> (continuation of Deferred@1024748609 after retry RPC after error@1402879253) -> (continuation of Deferred@299188319 after retry RPC after error@473613498) -> (continuation of Deferred@47367448 after retry RPC after error@537274050) -> (continuation of Deferred@459955493 after retry RPC after error@1363105254) -> (continuation of Deferred@1162977500 after retry RPC after error@1425063554) -> (continuation of Deferred@490357324 after retry RPC after error@906081384)))
11:40:29.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:29.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:29.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:29.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:29.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:29.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:29.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:29.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:29.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:29.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:29.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:29.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:29.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:29.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.316794 17067 raft_consensus.cc:482] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:40:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.317111 17067 raft_consensus.cc:504] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.317909 17067 leader_election.cc:288] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers beea4c6fb83e497ea4f6ed8e86d61ddf (127.15.224.189:40707), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.318666 16390 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "918f9b4955f34762aebd23a7f0bd725b" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" is_pre_election: true
11:40:29.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.318928 16390 raft_consensus.cc:2454] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 918f9b4955f34762aebd23a7f0bd725b in term 2.
11:40:29.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.319375 16285 leader_election.cc:302] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 918f9b4955f34762aebd23a7f0bd725b, beea4c6fb83e497ea4f6ed8e86d61ddf; no voters:
11:40:29.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:29.319630 16284 leader_election.cc:334] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:29.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.319689 17067 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 2 FOLLOWER]: Leader pre-election won for term 3
11:40:29.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.319809 17067 raft_consensus.cc:482] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:40:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.319998 17067 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 2 FOLLOWER]: Advancing to term 3
11:40:29.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.322029 17067 raft_consensus.cc:504] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:29.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.322650 17067 leader_election.cc:288] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [CANDIDATE]: Term 3 election: Requested vote from peers beea4c6fb83e497ea4f6ed8e86d61ddf (127.15.224.189:40707), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:29.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.323096 16390 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "918f9b4955f34762aebd23a7f0bd725b" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf"
11:40:29.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.323395 16390 raft_consensus.cc:3037] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 2 FOLLOWER]: Advancing to term 3
11:40:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:29.324327 16284 leader_election.cc:334] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:29.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.325807 16390 raft_consensus.cc:2454] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 918f9b4955f34762aebd23a7f0bd725b in term 3.
11:40:29.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.326449 16285 leader_election.cc:302] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 918f9b4955f34762aebd23a7f0bd725b, beea4c6fb83e497ea4f6ed8e86d61ddf; no voters: debafd1fba334bd2b1b2dd2672c868bc
11:40:29.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.326803 17067 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 3 FOLLOWER]: Leader election won for term 3
11:40:29.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.327275 17067 raft_consensus.cc:686] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [term 3 LEADER]: Becoming Leader. State: Replica: 918f9b4955f34762aebd23a7f0bd725b, State: Running, Role: LEADER
11:40:29.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.327682 17067 consensus_queue.cc:237] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:29.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.329463 17072 sys_catalog.cc:455] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 918f9b4955f34762aebd23a7f0bd725b. Latest consensus state: current_term: 3 leader_uuid: "918f9b4955f34762aebd23a7f0bd725b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } } }
11:40:29.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.329890 17072 sys_catalog.cc:458] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [sys.catalog]: This master's current role is: LEADER
11:40:29.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.330812 17074 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
11:40:29.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.333192 17074 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=2093d61baa514ce3863d285e70d907fc]
11:40:29.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.333914 17074 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=cf796449f8834ffe94cc8611c55e6c08]
11:40:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.335773 17074 tablet_loader.cc:96] loaded metadata for tablet 3b7bc7ff7f024d309bae4007d973bd00 (table txn_manager_fallback [id=cf796449f8834ffe94cc8611c55e6c08])
11:40:29.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.336228 17074 tablet_loader.cc:96] loaded metadata for tablet bddcbd8b79354053974fb13fb63a0eb1 (table txn_manager_fallback [id=cf796449f8834ffe94cc8611c55e6c08])
11:40:29.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.336596 17074 tablet_loader.cc:96] loaded metadata for tablet cddd283e078d4ff0bf12b9912877daeb (table kudu_system.kudu_transactions [id=2093d61baa514ce3863d285e70d907fc])
11:40:29.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.336884 17074 catalog_manager.cc:1484] Initializing Kudu cluster ID...
11:40:29.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.337872 17074 catalog_manager.cc:1259] Loaded cluster ID: e27bde0046d34b35bff251db1b16f13f
11:40:29.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.337989 17074 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
11:40:29.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.339171 17074 catalog_manager.cc:1504] Loading token signing keys...
11:40:29.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.340022 17074 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b: Loaded TSK: 0
11:40:29.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.340927 17074 catalog_manager.cc:1514] Initializing in-progress tserver states...
11:40:29.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:29.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:29.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
11:40:29.380 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, deferred=Deferred@1911218914(state=PENDING, result=null, callback=(continuation of Deferred@2029292924 after retry RPC after error@1471204807) -> (continuation of Deferred@1934901336 after retry RPC after error@1427067170) -> (continuation of Deferred@156019090 after retry RPC after error@1480823689) -> (continuation of Deferred@155471449 after retry RPC after error@653101074) -> (continuation of Deferred@1241625956 after retry RPC after error@245016694) -> (continuation of Deferred@629606778 after retry RPC after error@1868605632) -> (continuation of Deferred@671976157 after retry RPC after error@1938771634), errback=(continuation of Deferred@2029292924 after retry RPC after error@1471204807) -> (continuation of Deferred@1934901336 after retry RPC after error@1427067170) -> (continuation of Deferred@156019090 after retry RPC after error@1480823689) -> (continuation of Deferred@155471449 after retry RPC after error@653101074) -> (continuation of Deferred@1241625956 after retry RPC after error@245016694) -> (continuation of Deferred@629606778 after retry RPC after error@1868605632) -> (continuation of Deferred@671976157 after retry RPC after error@1938771634))) after lookup
11:40:29.397 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: OK, [245ms] sending RPC to server master-127.15.224.190:39355, deferred=Deferred@1911218914(state=PENDING, result=null, callback=(continuation of Deferred@2029292924 after retry RPC after error@1471204807) -> (continuation of Deferred@1934901336 after retry RPC after error@1427067170) -> (continuation of Deferred@156019090 after retry RPC after error@1480823689) -> (continuation of Deferred@155471449 after retry RPC after error@653101074) -> (continuation of Deferred@1241625956 after retry RPC after error@245016694) -> (continuation of Deferred@629606778 after retry RPC after error@1868605632) -> (continuation of Deferred@671976157 after retry RPC after error@1938771634) -> (continuation of Deferred@729600043 after retry RPC@1237133584), errback=(continuation of Deferred@2029292924 after retry RPC after error@1471204807) -> (continuation of Deferred@1934901336 after retry RPC after error@1427067170) -> (continuation of Deferred@156019090 after retry RPC after error@1480823689) -> (continuation of Deferred@155471449 after retry RPC after error@653101074) -> (continuation of Deferred@1241625956 after retry RPC after error@245016694) -> (continuation of Deferred@629606778 after retry RPC after error@1868605632) -> (continuation of Deferred@671976157 after retry RPC after error@1938771634) -> (continuation of Deferred@729600043 after retry RPC@1237133584)))
11:40:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:29.397955 16330 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:38912 (request call id 16) took 16 ms (client timeout 5 ms). Trace:
11:40:29.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:29.398232 16330 rpcz_store.cc:269] 0924 11:40:29.381545 (+ 0us) service_pool.cc:170] Inserting onto call queue
11:40:29.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 11:40:29.381624 (+ 79us) service_pool.cc:227] Handling call
11:40:29.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 11:40:29.397688 (+ 16064us) inbound_call.cc:173] Queueing success response
11:40:29.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":553,"thread_start_us":990,"threads_started":4}
11:40:29.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 363210294975 + 9223371673644487386 cannot be represented in type 'long'
11:40:29.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.419682 16390 raft_consensus.cc:1261] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Refusing update from remote peer 918f9b4955f34762aebd23a7f0bd725b: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
11:40:29.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.421271 17072 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [LEADER]: Connected to new peer: Peer: permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
11:40:29.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:29.422168 16284 consensus_peers.cc:487] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b -> Peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Couldn't send request to peer debafd1fba334bd2b1b2dd2672c868bc. Status: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
11:40:29.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.424357 17066 sys_catalog.cc:455] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [sys.catalog]: SysCatalogTable state changed. Reason: New leader 918f9b4955f34762aebd23a7f0bd725b. Latest consensus state: current_term: 3 leader_uuid: "918f9b4955f34762aebd23a7f0bd725b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } } }
11:40:29.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.424705 17066 sys_catalog.cc:458] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [sys.catalog]: This master's current role is: FOLLOWER
11:40:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.435835 17072 sys_catalog.cc:455] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "918f9b4955f34762aebd23a7f0bd725b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } } }
11:40:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.436153 17072 sys_catalog.cc:458] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b [sys.catalog]: This master's current role is: LEADER
11:40:29.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.436645 17066 sys_catalog.cc:455] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "918f9b4955f34762aebd23a7f0bd725b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } } }
11:40:29.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.436923 17066 sys_catalog.cc:458] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [sys.catalog]: This master's current role is: FOLLOWER
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:29.454994 16299 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:38934:
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:40:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:40:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:40:29.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:29.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:29.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:40:29.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
11:40:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:29.459453 16299 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
11:40:29.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:29.513972 16284 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111) [suppressed 13 similar messages]
11:40:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:29.530583 16989 heartbeater.cc:644] Failed to heartbeat to 127.15.224.188:39059 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:29.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:29.686832 16847 heartbeater.cc:644] Failed to heartbeat to 127.15.224.188:39059 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:29.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:29.977320 16284 consensus_peers.cc:487] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b -> Peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Couldn't send request to peer debafd1fba334bd2b1b2dd2672c868bc. Status: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
11:40:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:30.436472 16284 consensus_peers.cc:487] T 00000000000000000000000000000000 P 918f9b4955f34762aebd23a7f0bd725b -> Peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Couldn't send request to peer debafd1fba334bd2b1b2dd2672c868bc. Status: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
11:40:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:30.530004 16990 heartbeater.cc:503] Master 127.15.224.190:39355 was elected leader, sending a full tablet report...
11:40:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:30.539131 16848 heartbeater.cc:503] Master 127.15.224.190:39355 was elected leader, sending a full tablet report...
11:40:30.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7fc04678c538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
11:40:30.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
11:40:30.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7fc0597fcbe2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
11:40:30.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7fc0597ed7d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
11:40:30.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7fc05994216b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
11:40:30.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7fc059942d5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
11:40:30.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7fc0599479cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
11:40:30.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7fc0539f8cc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
11:40:30.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7fc0539f89f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
11:40:30.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7fc04d3699be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
11:40:30.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7fc04d36879e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
11:40:30.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7fc04d36eb25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
11:40:30.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7fc04d36f54f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
11:40:30.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7fc04d36f378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
11:40:30.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
11:40:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7fc046851eae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
11:40:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7fc049b2b6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
11:40:30.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7fc042ac161e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
11:40:30.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:30.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
11:40:30.694 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.224.190:39355(127.15.224.190:39355)] handling channelInactive
11:40:30.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state READY due to: connection closed
11:40:30.695 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.15.224.190:39355(127.15.224.190:39355) for tablet Kudu Master: connection closed
11:40:30.713 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:30.714 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:30.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:30.715 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:40:30.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:30.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:30.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:30.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:30.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:30.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:30.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:30.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:30.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:30.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:30.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:30.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:30.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:30.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:30.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:30.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:30.854631 16706 heartbeater.cc:503] Master 127.15.224.190:39355 was elected leader, sending a full tablet report...
11:40:30.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:30.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:30.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:30.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:30.947819 17098 raft_consensus.cc:482] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 918f9b4955f34762aebd23a7f0bd725b)
11:40:30.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:30.948029 17098 raft_consensus.cc:504] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:30.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:30.948716 17098 leader_election.cc:288] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:30.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:30.950042 16365 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111) [suppressed 6 similar messages]
11:40:30.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:30.951469 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355): Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111)
11:40:30.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:30.951737 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:30.951892 16365 leader_election.cc:302] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beea4c6fb83e497ea4f6ed8e86d61ddf; no voters: 918f9b4955f34762aebd23a7f0bd725b, debafd1fba334bd2b1b2dd2672c868bc
11:40:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:30.952266 17098 raft_consensus.cc:2726] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
11:40:30.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:30.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:30.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:30.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:30.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.278 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1346029385(state=PENDING, result=null, callback=(continuation of Deferred@311599933 after retry RPC after error@1995761623) -> (continuation of Deferred@2144163897 after retry RPC after error@2035013638) -> (continuation of Deferred@2126972761 after retry RPC after error@794594569) -> (continuation of Deferred@977601611 after retry RPC after error@493449453) -> (continuation of Deferred@1532117462 after retry RPC after error@271428464) -> (continuation of Deferred@47743586 after retry RPC after error@1415607500) -> (continuation of Deferred@494261095 after retry RPC after error@1627295122), errback=(continuation of Deferred@311599933 after retry RPC after error@1995761623) -> (continuation of Deferred@2144163897 after retry RPC after error@2035013638) -> (continuation of Deferred@2126972761 after retry RPC after error@794594569) -> (continuation of Deferred@977601611 after retry RPC after error@493449453) -> (continuation of Deferred@1532117462 after retry RPC after error@271428464) -> (continuation of Deferred@47743586 after retry RPC after error@1415607500) -> (continuation of Deferred@494261095 after retry RPC after error@1627295122)))
11:40:31.279 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1346029385(state=PENDING, result=null, callback=(continuation of Deferred@311599933 after retry RPC after error@1995761623) -> (continuation of Deferred@2144163897 after retry RPC after error@2035013638) -> (continuation of Deferred@2126972761 after retry RPC after error@794594569) -> (continuation of Deferred@977601611 after retry RPC after error@493449453) -> (continuation of Deferred@1532117462 after retry RPC after error@271428464) -> (continuation of Deferred@47743586 after retry RPC after error@1415607500) -> (continuation of Deferred@494261095 after retry RPC after error@1627295122), errback=(continuation of Deferred@311599933 after retry RPC after error@1995761623) -> (continuation of Deferred@2144163897 after retry RPC after error@2035013638) -> (continuation of Deferred@2126972761 after retry RPC after error@794594569) -> (continuation of Deferred@977601611 after retry RPC after error@493449453) -> (continuation of Deferred@1532117462 after retry RPC after error@271428464) -> (continuation of Deferred@47743586 after retry RPC after error@1415607500) -> (continuation of Deferred@494261095 after retry RPC after error@1627295122)))
11:40:31.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:31.355644 17098 raft_consensus.cc:482] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 918f9b4955f34762aebd23a7f0bd725b)
11:40:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:31.355891 17098 raft_consensus.cc:504] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:31.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:31.356703 17098 leader_election.cc:288] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:31.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:31.359057 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355): Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111)
11:40:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:31.359341 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:31.359436 16365 leader_election.cc:302] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beea4c6fb83e497ea4f6ed8e86d61ddf; no voters: 918f9b4955f34762aebd23a7f0bd725b, debafd1fba334bd2b1b2dd2672c868bc
11:40:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:31.359678 17098 raft_consensus.cc:2726] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
11:40:31.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.458 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@760197813(state=PENDING, result=null, callback=(continuation of Deferred@2117894985 after retry RPC after error@1928185525) -> (continuation of Deferred@2059380895 after retry RPC after error@708147047) -> (continuation of Deferred@814321571 after retry RPC after error@751648617) -> (continuation of Deferred@724664639 after retry RPC after error@717116785) -> (continuation of Deferred@1446388498 after retry RPC after error@331708618) -> (continuation of Deferred@886717428 after retry RPC after error@1821898179), errback=(continuation of Deferred@2117894985 after retry RPC after error@1928185525) -> (continuation of Deferred@2059380895 after retry RPC after error@708147047) -> (continuation of Deferred@814321571 after retry RPC after error@751648617) -> (continuation of Deferred@724664639 after retry RPC after error@717116785) -> (continuation of Deferred@1446388498 after retry RPC after error@331708618) -> (continuation of Deferred@886717428 after retry RPC after error@1821898179)))
11:40:31.459 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@760197813(state=PENDING, result=null, callback=(continuation of Deferred@2117894985 after retry RPC after error@1928185525) -> (continuation of Deferred@2059380895 after retry RPC after error@708147047) -> (continuation of Deferred@814321571 after retry RPC after error@751648617) -> (continuation of Deferred@724664639 after retry RPC after error@717116785) -> (continuation of Deferred@1446388498 after retry RPC after error@331708618) -> (continuation of Deferred@886717428 after retry RPC after error@1821898179), errback=(continuation of Deferred@2117894985 after retry RPC after error@1928185525) -> (continuation of Deferred@2059380895 after retry RPC after error@708147047) -> (continuation of Deferred@814321571 after retry RPC after error@751648617) -> (continuation of Deferred@724664639 after retry RPC after error@717116785) -> (continuation of Deferred@1446388498 after retry RPC after error@331708618) -> (continuation of Deferred@886717428 after retry RPC after error@1821898179)))
11:40:31.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:31.669478 17098 raft_consensus.cc:482] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 918f9b4955f34762aebd23a7f0bd725b)
11:40:31.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:31.669675 17098 raft_consensus.cc:504] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:31.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:31.670387 17098 leader_election.cc:288] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:31.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:31.672008 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355): Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111)
11:40:31.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:31.672194 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:31.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:31.672288 16365 leader_election.cc:302] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beea4c6fb83e497ea4f6ed8e86d61ddf; no voters: 918f9b4955f34762aebd23a7f0bd725b, debafd1fba334bd2b1b2dd2672c868bc
11:40:31.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:31.672523 17098 raft_consensus.cc:2726] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
11:40:31.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.736 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1370913643(state=PENDING, result=null, callback=(continuation of Deferred@1266613454 after retry RPC after error@870506313) -> (continuation of Deferred@1114530971 after retry RPC after error@543236766) -> (continuation of Deferred@474297040 after retry RPC after error@972598918) -> (continuation of Deferred@142827422 after retry RPC after error@568326594) -> (continuation of Deferred@347708571 after retry RPC after error@1758043156) -> (continuation of Deferred@2057584956 after retry RPC after error@611038787) -> (continuation of Deferred@2087631633 after retry RPC after error@1482928564) -> (continuation of Deferred@9872933 after retry RPC after error@2042020314), errback=(continuation of Deferred@1266613454 after retry RPC after error@870506313) -> (continuation of Deferred@1114530971 after retry RPC after error@543236766) -> (continuation of Deferred@474297040 after retry RPC after error@972598918) -> (continuation of Deferred@142827422 after retry RPC after error@568326594) -> (continuation of Deferred@347708571 after retry RPC after error@1758043156) -> (continuation of Deferred@2057584956 after retry RPC after error@611038787) -> (continuation of Deferred@2087631633 after retry RPC after error@1482928564) -> (continuation of Deferred@9872933 after retry RPC after error@2042020314)))
11:40:31.737 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:40:31.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:31.797324 16587 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.230s from last keepalive heartbeat (effective timeout is 1.000s)
11:40:31.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.803 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:31.809233 16637 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.224.188:39059)
11:40:31.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.819 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.959 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [48ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [105ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@180477312(state=PENDING, result=null, callback=(continuation of Deferred@207391934 after retry RPC after error@1388964258) -> (continuation of Deferred@218732627 after retry RPC after error@161507759) -> (continuation of Deferred@1634811225 after retry RPC after error@2095598636) -> (continuation of Deferred@1029867746 after retry RPC after error@923104240) -> (continuation of Deferred@1601571772 after retry RPC after error@1640080722) -> (continuation of Deferred@1221399568 after retry RPC after error@1422619658) -> (continuation of Deferred@990883524 after retry RPC after error@1468561346) -> (continuation of Deferred@2009433271 after retry RPC after error@2015479137), errback=(continuation of Deferred@207391934 after retry RPC after error@1388964258) -> (continuation of Deferred@218732627 after retry RPC after error@161507759) -> (continuation of Deferred@1634811225 after retry RPC after error@2095598636) -> (continuation of Deferred@1029867746 after retry RPC after error@923104240) -> (continuation of Deferred@1601571772 after retry RPC after error@1640080722) -> (continuation of Deferred@1221399568 after retry RPC after error@1422619658) -> (continuation of Deferred@990883524 after retry RPC after error@1468561346) -> (continuation of Deferred@2009433271 after retry RPC after error@2015479137)))
11:40:31.960 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [48ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [105ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@180477312(state=PENDING, result=null, callback=(continuation of Deferred@207391934 after retry RPC after error@1388964258) -> (continuation of Deferred@218732627 after retry RPC after error@161507759) -> (continuation of Deferred@1634811225 after retry RPC after error@2095598636) -> (continuation of Deferred@1029867746 after retry RPC after error@923104240) -> (continuation of Deferred@1601571772 after retry RPC after error@1640080722) -> (continuation of Deferred@1221399568 after retry RPC after error@1422619658) -> (continuation of Deferred@990883524 after retry RPC after error@1468561346) -> (continuation of Deferred@2009433271 after retry RPC after error@2015479137), errback=(continuation of Deferred@207391934 after retry RPC after error@1388964258) -> (continuation of Deferred@218732627 after retry RPC after error@161507759) -> (continuation of Deferred@1634811225 after retry RPC after error@2095598636) -> (continuation of Deferred@1029867746 after retry RPC after error@923104240) -> (continuation of Deferred@1601571772 after retry RPC after error@1640080722) -> (continuation of Deferred@1221399568 after retry RPC after error@1422619658) -> (continuation of Deferred@990883524 after retry RPC after error@1468561346) -> (continuation of Deferred@2009433271 after retry RPC after error@2015479137)))
11:40:31.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.977 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:31.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:31.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:31.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:31.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:31.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.218 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1851343234(state=PENDING, result=null, callback=(continuation of Deferred@2026071872 after retry RPC after error@1265851941) -> (continuation of Deferred@790029657 after retry RPC after error@199750760) -> (continuation of Deferred@1753049907 after retry RPC after error@967742063) -> (continuation of Deferred@562725934 after retry RPC after error@368734403) -> (continuation of Deferred@375236028 after retry RPC after error@1529700594) -> (continuation of Deferred@787686477 after retry RPC after error@1749624120) -> (continuation of Deferred@323100104 after retry RPC after error@601408930) -> (continuation of Deferred@339627224 after retry RPC after error@897571714), errback=(continuation of Deferred@2026071872 after retry RPC after error@1265851941) -> (continuation of Deferred@790029657 after retry RPC after error@199750760) -> (continuation of Deferred@1753049907 after retry RPC after error@967742063) -> (continuation of Deferred@562725934 after retry RPC after error@368734403) -> (continuation of Deferred@375236028 after retry RPC after error@1529700594) -> (continuation of Deferred@787686477 after retry RPC after error@1749624120) -> (continuation of Deferred@323100104 after retry RPC after error@601408930) -> (continuation of Deferred@339627224 after retry RPC after error@897571714)))
11:40:32.219 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1851343234(state=PENDING, result=null, callback=(continuation of Deferred@2026071872 after retry RPC after error@1265851941) -> (continuation of Deferred@790029657 after retry RPC after error@199750760) -> (continuation of Deferred@1753049907 after retry RPC after error@967742063) -> (continuation of Deferred@562725934 after retry RPC after error@368734403) -> (continuation of Deferred@375236028 after retry RPC after error@1529700594) -> (continuation of Deferred@787686477 after retry RPC after error@1749624120) -> (continuation of Deferred@323100104 after retry RPC after error@601408930) -> (continuation of Deferred@339627224 after retry RPC after error@897571714), errback=(continuation of Deferred@2026071872 after retry RPC after error@1265851941) -> (continuation of Deferred@790029657 after retry RPC after error@199750760) -> (continuation of Deferred@1753049907 after retry RPC after error@967742063) -> (continuation of Deferred@562725934 after retry RPC after error@368734403) -> (continuation of Deferred@375236028 after retry RPC after error@1529700594) -> (continuation of Deferred@787686477 after retry RPC after error@1749624120) -> (continuation of Deferred@323100104 after retry RPC after error@601408930) -> (continuation of Deferred@339627224 after retry RPC after error@897571714)))
11:40:32.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:32.291495 17118 raft_consensus.cc:482] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 918f9b4955f34762aebd23a7f0bd725b)
11:40:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:32.291742 17118 raft_consensus.cc:504] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:32.292624 17118 leader_election.cc:288] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:32.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:32.295440 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355): Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111)
11:40:32.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:32.295725 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:32.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:32.295833 16365 leader_election.cc:302] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beea4c6fb83e497ea4f6ed8e86d61ddf; no voters: 918f9b4955f34762aebd23a7f0bd725b, debafd1fba334bd2b1b2dd2672c868bc
11:40:32.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:32.296105 17118 raft_consensus.cc:2726] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
11:40:32.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.317 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.458 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@727348860(state=PENDING, result=null, callback=(continuation of Deferred@1227444210 after retry RPC after error@759882869) -> (continuation of Deferred@555629084 after retry RPC after error@1494172117) -> (continuation of Deferred@1524290521 after retry RPC after error@541719995) -> (continuation of Deferred@1884814708 after retry RPC after error@1408572226) -> (continuation of Deferred@1597857534 after retry RPC after error@813094023) -> (continuation of Deferred@2131043232 after retry RPC after error@72419337) -> (continuation of Deferred@825126099 after retry RPC after error@939148445) -> (continuation of Deferred@1639213537 after retry RPC after error@1831412894), errback=(continuation of Deferred@1227444210 after retry RPC after error@759882869) -> (continuation of Deferred@555629084 after retry RPC after error@1494172117) -> (continuation of Deferred@1524290521 after retry RPC after error@541719995) -> (continuation of Deferred@1884814708 after retry RPC after error@1408572226) -> (continuation of Deferred@1597857534 after retry RPC after error@813094023) -> (continuation of Deferred@2131043232 after retry RPC after error@72419337) -> (continuation of Deferred@825126099 after retry RPC after error@939148445) -> (continuation of Deferred@1639213537 after retry RPC after error@1831412894)))
11:40:32.459 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@727348860(state=PENDING, result=null, callback=(continuation of Deferred@1227444210 after retry RPC after error@759882869) -> (continuation of Deferred@555629084 after retry RPC after error@1494172117) -> (continuation of Deferred@1524290521 after retry RPC after error@541719995) -> (continuation of Deferred@1884814708 after retry RPC after error@1408572226) -> (continuation of Deferred@1597857534 after retry RPC after error@813094023) -> (continuation of Deferred@2131043232 after retry RPC after error@72419337) -> (continuation of Deferred@825126099 after retry RPC after error@939148445) -> (continuation of Deferred@1639213537 after retry RPC after error@1831412894), errback=(continuation of Deferred@1227444210 after retry RPC after error@759882869) -> (continuation of Deferred@555629084 after retry RPC after error@1494172117) -> (continuation of Deferred@1524290521 after retry RPC after error@541719995) -> (continuation of Deferred@1884814708 after retry RPC after error@1408572226) -> (continuation of Deferred@1597857534 after retry RPC after error@813094023) -> (continuation of Deferred@2131043232 after retry RPC after error@72419337) -> (continuation of Deferred@825126099 after retry RPC after error@939148445) -> (continuation of Deferred@1639213537 after retry RPC after error@1831412894)))
11:40:32.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.478 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.679 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@449013790(state=PENDING, result=null, callback=(continuation of Deferred@158829536 after retry RPC after error@923394113) -> (continuation of Deferred@1067615450 after retry RPC after error@1050708136) -> (continuation of Deferred@188558359 after retry RPC after error@1942937305) -> (continuation of Deferred@1491140654 after retry RPC after error@1648244306) -> (continuation of Deferred@123798 after retry RPC after error@87874905) -> (continuation of Deferred@1426873760 after retry RPC after error@1184071157) -> (continuation of Deferred@1224817634 after retry RPC after error@716497294), errback=(continuation of Deferred@158829536 after retry RPC after error@923394113) -> (continuation of Deferred@1067615450 after retry RPC after error@1050708136) -> (continuation of Deferred@188558359 after retry RPC after error@1942937305) -> (continuation of Deferred@1491140654 after retry RPC after error@1648244306) -> (continuation of Deferred@123798 after retry RPC after error@87874905) -> (continuation of Deferred@1426873760 after retry RPC after error@1184071157) -> (continuation of Deferred@1224817634 after retry RPC after error@716497294)))
11:40:32.680 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@449013790(state=PENDING, result=null, callback=(continuation of Deferred@158829536 after retry RPC after error@923394113) -> (continuation of Deferred@1067615450 after retry RPC after error@1050708136) -> (continuation of Deferred@188558359 after retry RPC after error@1942937305) -> (continuation of Deferred@1491140654 after retry RPC after error@1648244306) -> (continuation of Deferred@123798 after retry RPC after error@87874905) -> (continuation of Deferred@1426873760 after retry RPC after error@1184071157) -> (continuation of Deferred@1224817634 after retry RPC after error@716497294), errback=(continuation of Deferred@158829536 after retry RPC after error@923394113) -> (continuation of Deferred@1067615450 after retry RPC after error@1050708136) -> (continuation of Deferred@188558359 after retry RPC after error@1942937305) -> (continuation of Deferred@1491140654 after retry RPC after error@1648244306) -> (continuation of Deferred@123798 after retry RPC after error@87874905) -> (continuation of Deferred@1426873760 after retry RPC after error@1184071157) -> (continuation of Deferred@1224817634 after retry RPC after error@716497294)))
11:40:32.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.939 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1327542236(state=PENDING, result=null, callback=(continuation of Deferred@271512917 after retry RPC after error@1607124868) -> (continuation of Deferred@968600560 after retry RPC after error@1932504404) -> (continuation of Deferred@340556345 after retry RPC after error@498301395) -> (continuation of Deferred@2033427902 after retry RPC after error@2004415169) -> (continuation of Deferred@1229733 after retry RPC after error@107569045) -> (continuation of Deferred@1645417651 after retry RPC after error@1389169866) -> (continuation of Deferred@1146413789 after retry RPC after error@143497269), errback=(continuation of Deferred@271512917 after retry RPC after error@1607124868) -> (continuation of Deferred@968600560 after retry RPC after error@1932504404) -> (continuation of Deferred@340556345 after retry RPC after error@498301395) -> (continuation of Deferred@2033427902 after retry RPC after error@2004415169) -> (continuation of Deferred@1229733 after retry RPC after error@107569045) -> (continuation of Deferred@1645417651 after retry RPC after error@1389169866) -> (continuation of Deferred@1146413789 after retry RPC after error@143497269)))
11:40:32.939 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1327542236(state=PENDING, result=null, callback=(continuation of Deferred@271512917 after retry RPC after error@1607124868) -> (continuation of Deferred@968600560 after retry RPC after error@1932504404) -> (continuation of Deferred@340556345 after retry RPC after error@498301395) -> (continuation of Deferred@2033427902 after retry RPC after error@2004415169) -> (continuation of Deferred@1229733 after retry RPC after error@107569045) -> (continuation of Deferred@1645417651 after retry RPC after error@1389169866) -> (continuation of Deferred@1146413789 after retry RPC after error@143497269), errback=(continuation of Deferred@271512917 after retry RPC after error@1607124868) -> (continuation of Deferred@968600560 after retry RPC after error@1932504404) -> (continuation of Deferred@340556345 after retry RPC after error@498301395) -> (continuation of Deferred@2033427902 after retry RPC after error@2004415169) -> (continuation of Deferred@1229733 after retry RPC after error@107569045) -> (continuation of Deferred@1645417651 after retry RPC after error@1389169866) -> (continuation of Deferred@1146413789 after retry RPC after error@143497269)))
11:40:32.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:32.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:32.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:32.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:32.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:32.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.179 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@449375521(state=PENDING, result=null, callback=(continuation of Deferred@2127262991 after retry RPC after error@541141022) -> (continuation of Deferred@299372790 after retry RPC after error@1277445641) -> (continuation of Deferred@1776431503 after retry RPC after error@1078650229) -> (continuation of Deferred@289669674 after retry RPC after error@2143160837) -> (continuation of Deferred@128459316 after retry RPC after error@274599673) -> (continuation of Deferred@565844874 after retry RPC after error@786158490) -> (continuation of Deferred@1747254775 after retry RPC after error@141365196), errback=(continuation of Deferred@2127262991 after retry RPC after error@541141022) -> (continuation of Deferred@299372790 after retry RPC after error@1277445641) -> (continuation of Deferred@1776431503 after retry RPC after error@1078650229) -> (continuation of Deferred@289669674 after retry RPC after error@2143160837) -> (continuation of Deferred@128459316 after retry RPC after error@274599673) -> (continuation of Deferred@565844874 after retry RPC after error@786158490) -> (continuation of Deferred@1747254775 after retry RPC after error@141365196)))
11:40:33.179 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@449375521(state=PENDING, result=null, callback=(continuation of Deferred@2127262991 after retry RPC after error@541141022) -> (continuation of Deferred@299372790 after retry RPC after error@1277445641) -> (continuation of Deferred@1776431503 after retry RPC after error@1078650229) -> (continuation of Deferred@289669674 after retry RPC after error@2143160837) -> (continuation of Deferred@128459316 after retry RPC after error@274599673) -> (continuation of Deferred@565844874 after retry RPC after error@786158490) -> (continuation of Deferred@1747254775 after retry RPC after error@141365196), errback=(continuation of Deferred@2127262991 after retry RPC after error@541141022) -> (continuation of Deferred@299372790 after retry RPC after error@1277445641) -> (continuation of Deferred@1776431503 after retry RPC after error@1078650229) -> (continuation of Deferred@289669674 after retry RPC after error@2143160837) -> (continuation of Deferred@128459316 after retry RPC after error@274599673) -> (continuation of Deferred@565844874 after retry RPC after error@786158490) -> (continuation of Deferred@1747254775 after retry RPC after error@141365196)))
11:40:33.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:33.207938 17126 raft_consensus.cc:482] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 918f9b4955f34762aebd23a7f0bd725b)
11:40:33.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:33.208204 17126 raft_consensus.cc:504] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:33.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:33.209031 17126 leader_election.cc:288] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:33.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:33.211838 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355): Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111)
11:40:33.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:33.212016 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:33.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:33.212160 16365 leader_election.cc:302] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beea4c6fb83e497ea4f6ed8e86d61ddf; no voters: 918f9b4955f34762aebd23a7f0bd725b, debafd1fba334bd2b1b2dd2672c868bc
11:40:33.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:33.212409 17126 raft_consensus.cc:2726] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
11:40:33.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@318422130(state=PENDING, result=null, callback=(continuation of Deferred@1094277703 after retry RPC after error@1829263032) -> (continuation of Deferred@494017495 after retry RPC after error@1521237287) -> (continuation of Deferred@1363984215 after retry RPC after error@2120130128) -> (continuation of Deferred@1946128111 after retry RPC after error@1216467122) -> (continuation of Deferred@2080602354 after retry RPC after error@1990579516) -> (continuation of Deferred@2032317937 after retry RPC after error@1071705639) -> (continuation of Deferred@1489225153 after retry RPC after error@1566672) -> (continuation of Deferred@1819694878 after retry RPC after error@1423904097), errback=(continuation of Deferred@1094277703 after retry RPC after error@1829263032) -> (continuation of Deferred@494017495 after retry RPC after error@1521237287) -> (continuation of Deferred@1363984215 after retry RPC after error@2120130128) -> (continuation of Deferred@1946128111 after retry RPC after error@1216467122) -> (continuation of Deferred@2080602354 after retry RPC after error@1990579516) -> (continuation of Deferred@2032317937 after retry RPC after error@1071705639) -> (continuation of Deferred@1489225153 after retry RPC after error@1566672) -> (continuation of Deferred@1819694878 after retry RPC after error@1423904097)))
11:40:33.399 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@318422130(state=PENDING, result=null, callback=(continuation of Deferred@1094277703 after retry RPC after error@1829263032) -> (continuation of Deferred@494017495 after retry RPC after error@1521237287) -> (continuation of Deferred@1363984215 after retry RPC after error@2120130128) -> (continuation of Deferred@1946128111 after retry RPC after error@1216467122) -> (continuation of Deferred@2080602354 after retry RPC after error@1990579516) -> (continuation of Deferred@2032317937 after retry RPC after error@1071705639) -> (continuation of Deferred@1489225153 after retry RPC after error@1566672) -> (continuation of Deferred@1819694878 after retry RPC after error@1423904097), errback=(continuation of Deferred@1094277703 after retry RPC after error@1829263032) -> (continuation of Deferred@494017495 after retry RPC after error@1521237287) -> (continuation of Deferred@1363984215 after retry RPC after error@2120130128) -> (continuation of Deferred@1946128111 after retry RPC after error@1216467122) -> (continuation of Deferred@2080602354 after retry RPC after error@1990579516) -> (continuation of Deferred@2032317937 after retry RPC after error@1071705639) -> (continuation of Deferred@1489225153 after retry RPC after error@1566672) -> (continuation of Deferred@1819694878 after retry RPC after error@1423904097)))
11:40:33.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.558 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1426756275(state=PENDING, result=null, callback=(continuation of Deferred@765073021 after retry RPC after error@2072326341) -> (continuation of Deferred@1911044533 after retry RPC after error@1895211569) -> (continuation of Deferred@220359596 after retry RPC after error@1601401301) -> (continuation of Deferred@1869008415 after retry RPC after error@717491944) -> (continuation of Deferred@883261207 after retry RPC after error@1889295759) -> (continuation of Deferred@701719477 after retry RPC after error@594185001), errback=(continuation of Deferred@765073021 after retry RPC after error@2072326341) -> (continuation of Deferred@1911044533 after retry RPC after error@1895211569) -> (continuation of Deferred@220359596 after retry RPC after error@1601401301) -> (continuation of Deferred@1869008415 after retry RPC after error@717491944) -> (continuation of Deferred@883261207 after retry RPC after error@1889295759) -> (continuation of Deferred@701719477 after retry RPC after error@594185001)))
11:40:33.558 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1426756275(state=PENDING, result=null, callback=(continuation of Deferred@765073021 after retry RPC after error@2072326341) -> (continuation of Deferred@1911044533 after retry RPC after error@1895211569) -> (continuation of Deferred@220359596 after retry RPC after error@1601401301) -> (continuation of Deferred@1869008415 after retry RPC after error@717491944) -> (continuation of Deferred@883261207 after retry RPC after error@1889295759) -> (continuation of Deferred@701719477 after retry RPC after error@594185001), errback=(continuation of Deferred@765073021 after retry RPC after error@2072326341) -> (continuation of Deferred@1911044533 after retry RPC after error@1895211569) -> (continuation of Deferred@220359596 after retry RPC after error@1601401301) -> (continuation of Deferred@1869008415 after retry RPC after error@717491944) -> (continuation of Deferred@883261207 after retry RPC after error@1889295759) -> (continuation of Deferred@701719477 after retry RPC after error@594185001)))
11:40:33.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.778 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@109019273(state=PENDING, result=null, callback=(continuation of Deferred@145639720 after retry RPC after error@1090283872) -> (continuation of Deferred@707841864 after retry RPC after error@1345415503) -> (continuation of Deferred@707566952 after retry RPC after error@163071524) -> (continuation of Deferred@635339476 after retry RPC after error@2130635825) -> (continuation of Deferred@813168987 after retry RPC after error@2067075095) -> (continuation of Deferred@707585415 after retry RPC after error@591010711) -> (continuation of Deferred@738759562 after retry RPC after error@2146339764), errback=(continuation of Deferred@145639720 after retry RPC after error@1090283872) -> (continuation of Deferred@707841864 after retry RPC after error@1345415503) -> (continuation of Deferred@707566952 after retry RPC after error@163071524) -> (continuation of Deferred@635339476 after retry RPC after error@2130635825) -> (continuation of Deferred@813168987 after retry RPC after error@2067075095) -> (continuation of Deferred@707585415 after retry RPC after error@591010711) -> (continuation of Deferred@738759562 after retry RPC after error@2146339764)))
11:40:33.779 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@109019273(state=PENDING, result=null, callback=(continuation of Deferred@145639720 after retry RPC after error@1090283872) -> (continuation of Deferred@707841864 after retry RPC after error@1345415503) -> (continuation of Deferred@707566952 after retry RPC after error@163071524) -> (continuation of Deferred@635339476 after retry RPC after error@2130635825) -> (continuation of Deferred@813168987 after retry RPC after error@2067075095) -> (continuation of Deferred@707585415 after retry RPC after error@591010711) -> (continuation of Deferred@738759562 after retry RPC after error@2146339764), errback=(continuation of Deferred@145639720 after retry RPC after error@1090283872) -> (continuation of Deferred@707841864 after retry RPC after error@1345415503) -> (continuation of Deferred@707566952 after retry RPC after error@163071524) -> (continuation of Deferred@635339476 after retry RPC after error@2130635825) -> (continuation of Deferred@813168987 after retry RPC after error@2067075095) -> (continuation of Deferred@707585415 after retry RPC after error@591010711) -> (continuation of Deferred@738759562 after retry RPC after error@2146339764)))
11:40:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:33.785147 17132 raft_consensus.cc:482] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 918f9b4955f34762aebd23a7f0bd725b)
11:40:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:33.785396 17132 raft_consensus.cc:504] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:33.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:33.786182 17132 leader_election.cc:288] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:33.788697 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355): Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111)
11:40:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:33.788924 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:33.789081 16365 leader_election.cc:302] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beea4c6fb83e497ea4f6ed8e86d61ddf; no voters: 918f9b4955f34762aebd23a7f0bd725b, debafd1fba334bd2b1b2dd2672c868bc
11:40:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:33.789393 17132 raft_consensus.cc:2726] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
11:40:33.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:33.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:33.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:33.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:33.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:33.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.038 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1505843083(state=PENDING, result=null, callback=(continuation of Deferred@1703036670 after retry RPC after error@1279970573) -> (continuation of Deferred@1498484016 after retry RPC after error@176125086) -> (continuation of Deferred@2109568665 after retry RPC after error@1728446086) -> (continuation of Deferred@921458651 after retry RPC after error@1204162076) -> (continuation of Deferred@1364828611 after retry RPC after error@425759904) -> (continuation of Deferred@1298553560 after retry RPC after error@975641478) -> (continuation of Deferred@653062840 after retry RPC after error@1001699153), errback=(continuation of Deferred@1703036670 after retry RPC after error@1279970573) -> (continuation of Deferred@1498484016 after retry RPC after error@176125086) -> (continuation of Deferred@2109568665 after retry RPC after error@1728446086) -> (continuation of Deferred@921458651 after retry RPC after error@1204162076) -> (continuation of Deferred@1364828611 after retry RPC after error@425759904) -> (continuation of Deferred@1298553560 after retry RPC after error@975641478) -> (continuation of Deferred@653062840 after retry RPC after error@1001699153)))
11:40:34.038 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1505843083(state=PENDING, result=null, callback=(continuation of Deferred@1703036670 after retry RPC after error@1279970573) -> (continuation of Deferred@1498484016 after retry RPC after error@176125086) -> (continuation of Deferred@2109568665 after retry RPC after error@1728446086) -> (continuation of Deferred@921458651 after retry RPC after error@1204162076) -> (continuation of Deferred@1364828611 after retry RPC after error@425759904) -> (continuation of Deferred@1298553560 after retry RPC after error@975641478) -> (continuation of Deferred@653062840 after retry RPC after error@1001699153), errback=(continuation of Deferred@1703036670 after retry RPC after error@1279970573) -> (continuation of Deferred@1498484016 after retry RPC after error@176125086) -> (continuation of Deferred@2109568665 after retry RPC after error@1728446086) -> (continuation of Deferred@921458651 after retry RPC after error@1204162076) -> (continuation of Deferred@1364828611 after retry RPC after error@425759904) -> (continuation of Deferred@1298553560 after retry RPC after error@975641478) -> (continuation of Deferred@653062840 after retry RPC after error@1001699153)))
11:40:34.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.298 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1616153404(state=PENDING, result=null, callback=(continuation of Deferred@687446831 after retry RPC after error@984576324) -> (continuation of Deferred@490065352 after retry RPC after error@1509734457) -> (continuation of Deferred@1035497674 after retry RPC after error@2086404968) -> (continuation of Deferred@1328859814 after retry RPC after error@1941282313) -> (continuation of Deferred@225808021 after retry RPC after error@288267024) -> (continuation of Deferred@2015761001 after retry RPC after error@666672818) -> (continuation of Deferred@110935542 after retry RPC after error@1670336558) -> (continuation of Deferred@737321836 after retry RPC after error@1752752558), errback=(continuation of Deferred@687446831 after retry RPC after error@984576324) -> (continuation of Deferred@490065352 after retry RPC after error@1509734457) -> (continuation of Deferred@1035497674 after retry RPC after error@2086404968) -> (continuation of Deferred@1328859814 after retry RPC after error@1941282313) -> (continuation of Deferred@225808021 after retry RPC after error@288267024) -> (continuation of Deferred@2015761001 after retry RPC after error@666672818) -> (continuation of Deferred@110935542 after retry RPC after error@1670336558) -> (continuation of Deferred@737321836 after retry RPC after error@1752752558)))
11:40:34.299 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1616153404(state=PENDING, result=null, callback=(continuation of Deferred@687446831 after retry RPC after error@984576324) -> (continuation of Deferred@490065352 after retry RPC after error@1509734457) -> (continuation of Deferred@1035497674 after retry RPC after error@2086404968) -> (continuation of Deferred@1328859814 after retry RPC after error@1941282313) -> (continuation of Deferred@225808021 after retry RPC after error@288267024) -> (continuation of Deferred@2015761001 after retry RPC after error@666672818) -> (continuation of Deferred@110935542 after retry RPC after error@1670336558) -> (continuation of Deferred@737321836 after retry RPC after error@1752752558), errback=(continuation of Deferred@687446831 after retry RPC after error@984576324) -> (continuation of Deferred@490065352 after retry RPC after error@1509734457) -> (continuation of Deferred@1035497674 after retry RPC after error@2086404968) -> (continuation of Deferred@1328859814 after retry RPC after error@1941282313) -> (continuation of Deferred@225808021 after retry RPC after error@288267024) -> (continuation of Deferred@2015761001 after retry RPC after error@666672818) -> (continuation of Deferred@110935542 after retry RPC after error@1670336558) -> (continuation of Deferred@737321836 after retry RPC after error@1752752558)))
11:40:34.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.498 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@998529052(state=PENDING, result=null, callback=(continuation of Deferred@1267350243 after retry RPC after error@797159164) -> (continuation of Deferred@849624976 after retry RPC after error@729404768) -> (continuation of Deferred@826191822 after retry RPC after error@66589531) -> (continuation of Deferred@271840267 after retry RPC after error@1963254200) -> (continuation of Deferred@830500873 after retry RPC after error@1914818473) -> (continuation of Deferred@2109603402 after retry RPC after error@803658084), errback=(continuation of Deferred@1267350243 after retry RPC after error@797159164) -> (continuation of Deferred@849624976 after retry RPC after error@729404768) -> (continuation of Deferred@826191822 after retry RPC after error@66589531) -> (continuation of Deferred@271840267 after retry RPC after error@1963254200) -> (continuation of Deferred@830500873 after retry RPC after error@1914818473) -> (continuation of Deferred@2109603402 after retry RPC after error@803658084)))
11:40:34.499 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@998529052(state=PENDING, result=null, callback=(continuation of Deferred@1267350243 after retry RPC after error@797159164) -> (continuation of Deferred@849624976 after retry RPC after error@729404768) -> (continuation of Deferred@826191822 after retry RPC after error@66589531) -> (continuation of Deferred@271840267 after retry RPC after error@1963254200) -> (continuation of Deferred@830500873 after retry RPC after error@1914818473) -> (continuation of Deferred@2109603402 after retry RPC after error@803658084), errback=(continuation of Deferred@1267350243 after retry RPC after error@797159164) -> (continuation of Deferred@849624976 after retry RPC after error@729404768) -> (continuation of Deferred@826191822 after retry RPC after error@66589531) -> (continuation of Deferred@271840267 after retry RPC after error@1963254200) -> (continuation of Deferred@830500873 after retry RPC after error@1914818473) -> (continuation of Deferred@2109603402 after retry RPC after error@803658084)))
11:40:34.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.544 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.775 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [29ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [30ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [30ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [30ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1373322644(state=PENDING, result=null, callback=(continuation of Deferred@1179699744 after retry RPC after error@1244672050) -> (continuation of Deferred@1439301502 after retry RPC after error@1568034766) -> (continuation of Deferred@498569098 after retry RPC after error@1456311726) -> (continuation of Deferred@1281735174 after retry RPC after error@595760251) -> (continuation of Deferred@40404062 after retry RPC after error@955439424) -> (continuation of Deferred@1504109010 after retry RPC after error@1857066961) -> (continuation of Deferred@683455533 after retry RPC after error@103432355), errback=(continuation of Deferred@1179699744 after retry RPC after error@1244672050) -> (continuation of Deferred@1439301502 after retry RPC after error@1568034766) -> (continuation of Deferred@498569098 after retry RPC after error@1456311726) -> (continuation of Deferred@1281735174 after retry RPC after error@595760251) -> (continuation of Deferred@40404062 after retry RPC after error@955439424) -> (continuation of Deferred@1504109010 after retry RPC after error@1857066961) -> (continuation of Deferred@683455533 after retry RPC after error@103432355)))
11:40:34.776 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:40:34.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:34.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:34.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:34.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:34.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:34.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.019 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@815230737(state=PENDING, result=null, callback=(continuation of Deferred@415291309 after retry RPC after error@536891199) -> (continuation of Deferred@43162564 after retry RPC after error@158761824) -> (continuation of Deferred@395661404 after retry RPC after error@894344230) -> (continuation of Deferred@588545520 after retry RPC after error@507807601) -> (continuation of Deferred@602813269 after retry RPC after error@1652569250) -> (continuation of Deferred@1652240127 after retry RPC after error@1488863950) -> (continuation of Deferred@177776151 after retry RPC after error@1767810754), errback=(continuation of Deferred@415291309 after retry RPC after error@536891199) -> (continuation of Deferred@43162564 after retry RPC after error@158761824) -> (continuation of Deferred@395661404 after retry RPC after error@894344230) -> (continuation of Deferred@588545520 after retry RPC after error@507807601) -> (continuation of Deferred@602813269 after retry RPC after error@1652569250) -> (continuation of Deferred@1652240127 after retry RPC after error@1488863950) -> (continuation of Deferred@177776151 after retry RPC after error@1767810754)))
11:40:35.019 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@815230737(state=PENDING, result=null, callback=(continuation of Deferred@415291309 after retry RPC after error@536891199) -> (continuation of Deferred@43162564 after retry RPC after error@158761824) -> (continuation of Deferred@395661404 after retry RPC after error@894344230) -> (continuation of Deferred@588545520 after retry RPC after error@507807601) -> (continuation of Deferred@602813269 after retry RPC after error@1652569250) -> (continuation of Deferred@1652240127 after retry RPC after error@1488863950) -> (continuation of Deferred@177776151 after retry RPC after error@1767810754), errback=(continuation of Deferred@415291309 after retry RPC after error@536891199) -> (continuation of Deferred@43162564 after retry RPC after error@158761824) -> (continuation of Deferred@395661404 after retry RPC after error@894344230) -> (continuation of Deferred@588545520 after retry RPC after error@507807601) -> (continuation of Deferred@602813269 after retry RPC after error@1652569250) -> (continuation of Deferred@1652240127 after retry RPC after error@1488863950) -> (continuation of Deferred@177776151 after retry RPC after error@1767810754)))
11:40:35.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:35.067207 17142 raft_consensus.cc:482] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 918f9b4955f34762aebd23a7f0bd725b)
11:40:35.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:35.067483 17142 raft_consensus.cc:504] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:35.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:35.068370 17142 leader_election.cc:288] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:35.071241 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355): Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111)
11:40:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:35.071475 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:35.071559 16365 leader_election.cc:302] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beea4c6fb83e497ea4f6ed8e86d61ddf; no voters: 918f9b4955f34762aebd23a7f0bd725b, debafd1fba334bd2b1b2dd2672c868bc
11:40:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:35.071965 17142 raft_consensus.cc:2726] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
11:40:35.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.258 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@362206379(state=PENDING, result=null, callback=(continuation of Deferred@1375849762 after retry RPC after error@31542675) -> (continuation of Deferred@96083349 after retry RPC after error@648720901) -> (continuation of Deferred@2057179951 after retry RPC after error@1905808442) -> (continuation of Deferred@614185257 after retry RPC after error@1464999205) -> (continuation of Deferred@1566534539 after retry RPC after error@1859505566) -> (continuation of Deferred@394159004 after retry RPC after error@1350762339) -> (continuation of Deferred@1990710731 after retry RPC after error@920539068), errback=(continuation of Deferred@1375849762 after retry RPC after error@31542675) -> (continuation of Deferred@96083349 after retry RPC after error@648720901) -> (continuation of Deferred@2057179951 after retry RPC after error@1905808442) -> (continuation of Deferred@614185257 after retry RPC after error@1464999205) -> (continuation of Deferred@1566534539 after retry RPC after error@1859505566) -> (continuation of Deferred@394159004 after retry RPC after error@1350762339) -> (continuation of Deferred@1990710731 after retry RPC after error@920539068)))
11:40:35.259 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@362206379(state=PENDING, result=null, callback=(continuation of Deferred@1375849762 after retry RPC after error@31542675) -> (continuation of Deferred@96083349 after retry RPC after error@648720901) -> (continuation of Deferred@2057179951 after retry RPC after error@1905808442) -> (continuation of Deferred@614185257 after retry RPC after error@1464999205) -> (continuation of Deferred@1566534539 after retry RPC after error@1859505566) -> (continuation of Deferred@394159004 after retry RPC after error@1350762339) -> (continuation of Deferred@1990710731 after retry RPC after error@920539068), errback=(continuation of Deferred@1375849762 after retry RPC after error@31542675) -> (continuation of Deferred@96083349 after retry RPC after error@648720901) -> (continuation of Deferred@2057179951 after retry RPC after error@1905808442) -> (continuation of Deferred@614185257 after retry RPC after error@1464999205) -> (continuation of Deferred@1566534539 after retry RPC after error@1859505566) -> (continuation of Deferred@394159004 after retry RPC after error@1350762339) -> (continuation of Deferred@1990710731 after retry RPC after error@920539068)))
11:40:35.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.536 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1886812080(state=PENDING, result=null, callback=(continuation of Deferred@661063577 after retry RPC after error@793657370) -> (continuation of Deferred@570342513 after retry RPC after error@1651938313) -> (continuation of Deferred@2100435985 after retry RPC after error@547478845) -> (continuation of Deferred@1961422956 after retry RPC after error@577303588) -> (continuation of Deferred@1339537132 after retry RPC after error@1639039518) -> (continuation of Deferred@1391015380 after retry RPC after error@927277689) -> (continuation of Deferred@1171755691 after retry RPC after error@714676541) -> (continuation of Deferred@835046959 after retry RPC after error@797799556), errback=(continuation of Deferred@661063577 after retry RPC after error@793657370) -> (continuation of Deferred@570342513 after retry RPC after error@1651938313) -> (continuation of Deferred@2100435985 after retry RPC after error@547478845) -> (continuation of Deferred@1961422956 after retry RPC after error@577303588) -> (continuation of Deferred@1339537132 after retry RPC after error@1639039518) -> (continuation of Deferred@1391015380 after retry RPC after error@927277689) -> (continuation of Deferred@1171755691 after retry RPC after error@714676541) -> (continuation of Deferred@835046959 after retry RPC after error@797799556)))
11:40:35.537 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:40:35.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@684180640(state=PENDING, result=null, callback=(continuation of Deferred@836930863 after retry RPC after error@1615802731) -> (continuation of Deferred@151995327 after retry RPC after error@536569082) -> (continuation of Deferred@978655711 after retry RPC after error@587772823) -> (continuation of Deferred@1349062386 after retry RPC after error@342981809) -> (continuation of Deferred@108528641 after retry RPC after error@1611303762) -> (continuation of Deferred@2022442815 after retry RPC after error@1736931435), errback=(continuation of Deferred@836930863 after retry RPC after error@1615802731) -> (continuation of Deferred@151995327 after retry RPC after error@536569082) -> (continuation of Deferred@978655711 after retry RPC after error@587772823) -> (continuation of Deferred@1349062386 after retry RPC after error@342981809) -> (continuation of Deferred@108528641 after retry RPC after error@1611303762) -> (continuation of Deferred@2022442815 after retry RPC after error@1736931435)))
11:40:35.758 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@684180640(state=PENDING, result=null, callback=(continuation of Deferred@836930863 after retry RPC after error@1615802731) -> (continuation of Deferred@151995327 after retry RPC after error@536569082) -> (continuation of Deferred@978655711 after retry RPC after error@587772823) -> (continuation of Deferred@1349062386 after retry RPC after error@342981809) -> (continuation of Deferred@108528641 after retry RPC after error@1611303762) -> (continuation of Deferred@2022442815 after retry RPC after error@1736931435), errback=(continuation of Deferred@836930863 after retry RPC after error@1615802731) -> (continuation of Deferred@151995327 after retry RPC after error@536569082) -> (continuation of Deferred@978655711 after retry RPC after error@587772823) -> (continuation of Deferred@1349062386 after retry RPC after error@342981809) -> (continuation of Deferred@108528641 after retry RPC after error@1611303762) -> (continuation of Deferred@2022442815 after retry RPC after error@1736931435)))
11:40:35.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.958 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1429447953(state=PENDING, result=null, callback=(continuation of Deferred@286449252 after retry RPC after error@2143410605) -> (continuation of Deferred@286561144 after retry RPC after error@1506260838) -> (continuation of Deferred@1579262916 after retry RPC after error@802952476) -> (continuation of Deferred@442948812 after retry RPC after error@2122200161) -> (continuation of Deferred@756193257 after retry RPC after error@1646855074) -> (continuation of Deferred@1308959639 after retry RPC after error@1104661258), errback=(continuation of Deferred@286449252 after retry RPC after error@2143410605) -> (continuation of Deferred@286561144 after retry RPC after error@1506260838) -> (continuation of Deferred@1579262916 after retry RPC after error@802952476) -> (continuation of Deferred@442948812 after retry RPC after error@2122200161) -> (continuation of Deferred@756193257 after retry RPC after error@1646855074) -> (continuation of Deferred@1308959639 after retry RPC after error@1104661258)))
11:40:35.958 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1429447953(state=PENDING, result=null, callback=(continuation of Deferred@286449252 after retry RPC after error@2143410605) -> (continuation of Deferred@286561144 after retry RPC after error@1506260838) -> (continuation of Deferred@1579262916 after retry RPC after error@802952476) -> (continuation of Deferred@442948812 after retry RPC after error@2122200161) -> (continuation of Deferred@756193257 after retry RPC after error@1646855074) -> (continuation of Deferred@1308959639 after retry RPC after error@1104661258), errback=(continuation of Deferred@286449252 after retry RPC after error@2143410605) -> (continuation of Deferred@286561144 after retry RPC after error@1506260838) -> (continuation of Deferred@1579262916 after retry RPC after error@802952476) -> (continuation of Deferred@442948812 after retry RPC after error@2122200161) -> (continuation of Deferred@756193257 after retry RPC after error@1646855074) -> (continuation of Deferred@1308959639 after retry RPC after error@1104661258)))
11:40:35.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:35.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:35.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:35.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:35.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:35.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.197 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.197 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.198 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@149054871(state=PENDING, result=null, callback=(continuation of Deferred@213475643 after retry RPC after error@1629008160) -> (continuation of Deferred@442634386 after retry RPC after error@28770452) -> (continuation of Deferred@1178601760 after retry RPC after error@1660232057) -> (continuation of Deferred@1746488117 after retry RPC after error@1360221442) -> (continuation of Deferred@391925513 after retry RPC after error@1550404210) -> (continuation of Deferred@2123096617 after retry RPC after error@897254335) -> (continuation of Deferred@1076508190 after retry RPC after error@1443286707), errback=(continuation of Deferred@213475643 after retry RPC after error@1629008160) -> (continuation of Deferred@442634386 after retry RPC after error@28770452) -> (continuation of Deferred@1178601760 after retry RPC after error@1660232057) -> (continuation of Deferred@1746488117 after retry RPC after error@1360221442) -> (continuation of Deferred@391925513 after retry RPC after error@1550404210) -> (continuation of Deferred@2123096617 after retry RPC after error@897254335) -> (continuation of Deferred@1076508190 after retry RPC after error@1443286707)))
11:40:36.198 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@149054871(state=PENDING, result=null, callback=(continuation of Deferred@213475643 after retry RPC after error@1629008160) -> (continuation of Deferred@442634386 after retry RPC after error@28770452) -> (continuation of Deferred@1178601760 after retry RPC after error@1660232057) -> (continuation of Deferred@1746488117 after retry RPC after error@1360221442) -> (continuation of Deferred@391925513 after retry RPC after error@1550404210) -> (continuation of Deferred@2123096617 after retry RPC after error@897254335) -> (continuation of Deferred@1076508190 after retry RPC after error@1443286707), errback=(continuation of Deferred@213475643 after retry RPC after error@1629008160) -> (continuation of Deferred@442634386 after retry RPC after error@28770452) -> (continuation of Deferred@1178601760 after retry RPC after error@1660232057) -> (continuation of Deferred@1746488117 after retry RPC after error@1360221442) -> (continuation of Deferred@391925513 after retry RPC after error@1550404210) -> (continuation of Deferred@2123096617 after retry RPC after error@897254335) -> (continuation of Deferred@1076508190 after retry RPC after error@1443286707)))
11:40:36.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.397 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1643769656(state=PENDING, result=null, callback=(continuation of Deferred@1212458017 after retry RPC after error@2006707750) -> (continuation of Deferred@609551766 after retry RPC after error@184266251) -> (continuation of Deferred@1735616217 after retry RPC after error@1328631503) -> (continuation of Deferred@1136954122 after retry RPC after error@345566863) -> (continuation of Deferred@1755383659 after retry RPC after error@757300102) -> (continuation of Deferred@1247291891 after retry RPC after error@426203809), errback=(continuation of Deferred@1212458017 after retry RPC after error@2006707750) -> (continuation of Deferred@609551766 after retry RPC after error@184266251) -> (continuation of Deferred@1735616217 after retry RPC after error@1328631503) -> (continuation of Deferred@1136954122 after retry RPC after error@345566863) -> (continuation of Deferred@1755383659 after retry RPC after error@757300102) -> (continuation of Deferred@1247291891 after retry RPC after error@426203809)))
11:40:36.398 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1643769656(state=PENDING, result=null, callback=(continuation of Deferred@1212458017 after retry RPC after error@2006707750) -> (continuation of Deferred@609551766 after retry RPC after error@184266251) -> (continuation of Deferred@1735616217 after retry RPC after error@1328631503) -> (continuation of Deferred@1136954122 after retry RPC after error@345566863) -> (continuation of Deferred@1755383659 after retry RPC after error@757300102) -> (continuation of Deferred@1247291891 after retry RPC after error@426203809), errback=(continuation of Deferred@1212458017 after retry RPC after error@2006707750) -> (continuation of Deferred@609551766 after retry RPC after error@184266251) -> (continuation of Deferred@1735616217 after retry RPC after error@1328631503) -> (continuation of Deferred@1136954122 after retry RPC after error@345566863) -> (continuation of Deferred@1755383659 after retry RPC after error@757300102) -> (continuation of Deferred@1247291891 after retry RPC after error@426203809)))
11:40:36.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.598 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@907402481(state=PENDING, result=null, callback=(continuation of Deferred@1817577651 after retry RPC after error@916346246) -> (continuation of Deferred@1077985963 after retry RPC after error@1487563782) -> (continuation of Deferred@82175024 after retry RPC after error@1075032911) -> (continuation of Deferred@100689020 after retry RPC after error@230810342) -> (continuation of Deferred@640570122 after retry RPC after error@2079982923) -> (continuation of Deferred@2120007116 after retry RPC after error@2080945715) -> (continuation of Deferred@678042811 after retry RPC after error@59872416) -> (continuation of Deferred@414776259 after retry RPC after error@565739465), errback=(continuation of Deferred@1817577651 after retry RPC after error@916346246) -> (continuation of Deferred@1077985963 after retry RPC after error@1487563782) -> (continuation of Deferred@82175024 after retry RPC after error@1075032911) -> (continuation of Deferred@100689020 after retry RPC after error@230810342) -> (continuation of Deferred@640570122 after retry RPC after error@2079982923) -> (continuation of Deferred@2120007116 after retry RPC after error@2080945715) -> (continuation of Deferred@678042811 after retry RPC after error@59872416) -> (continuation of Deferred@414776259 after retry RPC after error@565739465)))
11:40:36.599 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@907402481(state=PENDING, result=null, callback=(continuation of Deferred@1817577651 after retry RPC after error@916346246) -> (continuation of Deferred@1077985963 after retry RPC after error@1487563782) -> (continuation of Deferred@82175024 after retry RPC after error@1075032911) -> (continuation of Deferred@100689020 after retry RPC after error@230810342) -> (continuation of Deferred@640570122 after retry RPC after error@2079982923) -> (continuation of Deferred@2120007116 after retry RPC after error@2080945715) -> (continuation of Deferred@678042811 after retry RPC after error@59872416) -> (continuation of Deferred@414776259 after retry RPC after error@565739465), errback=(continuation of Deferred@1817577651 after retry RPC after error@916346246) -> (continuation of Deferred@1077985963 after retry RPC after error@1487563782) -> (continuation of Deferred@82175024 after retry RPC after error@1075032911) -> (continuation of Deferred@100689020 after retry RPC after error@230810342) -> (continuation of Deferred@640570122 after retry RPC after error@2079982923) -> (continuation of Deferred@2120007116 after retry RPC after error@2080945715) -> (continuation of Deferred@678042811 after retry RPC after error@59872416) -> (continuation of Deferred@414776259 after retry RPC after error@565739465)))
11:40:36.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.697 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.876 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@2058372725(state=PENDING, result=null, callback=(continuation of Deferred@1150584377 after retry RPC after error@1172668957) -> (continuation of Deferred@1326766986 after retry RPC after error@938455027) -> (continuation of Deferred@1462391417 after retry RPC after error@1052170219) -> (continuation of Deferred@1461158716 after retry RPC after error@491601434) -> (continuation of Deferred@410066512 after retry RPC after error@275811130) -> (continuation of Deferred@2065036395 after retry RPC after error@266123517) -> (continuation of Deferred@525317320 after retry RPC after error@192075072), errback=(continuation of Deferred@1150584377 after retry RPC after error@1172668957) -> (continuation of Deferred@1326766986 after retry RPC after error@938455027) -> (continuation of Deferred@1462391417 after retry RPC after error@1052170219) -> (continuation of Deferred@1461158716 after retry RPC after error@491601434) -> (continuation of Deferred@410066512 after retry RPC after error@275811130) -> (continuation of Deferred@2065036395 after retry RPC after error@266123517) -> (continuation of Deferred@525317320 after retry RPC after error@192075072)))
11:40:36.877 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:40:36.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:36.887979 16638 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:36.892622 16638 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:36.894227 16637 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.224.188:39059)
11:40:36.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:36.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:36.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:36.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:36.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:36.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.118 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@907092258(state=PENDING, result=null, callback=(continuation of Deferred@291213379 after retry RPC after error@33362948) -> (continuation of Deferred@1577593246 after retry RPC after error@1630477132) -> (continuation of Deferred@750474914 after retry RPC after error@1167010309) -> (continuation of Deferred@1515499507 after retry RPC after error@1127754382) -> (continuation of Deferred@893417997 after retry RPC after error@153334178) -> (continuation of Deferred@1995942978 after retry RPC after error@1956217928) -> (continuation of Deferred@1119819972 after retry RPC after error@1443176336), errback=(continuation of Deferred@291213379 after retry RPC after error@33362948) -> (continuation of Deferred@1577593246 after retry RPC after error@1630477132) -> (continuation of Deferred@750474914 after retry RPC after error@1167010309) -> (continuation of Deferred@1515499507 after retry RPC after error@1127754382) -> (continuation of Deferred@893417997 after retry RPC after error@153334178) -> (continuation of Deferred@1995942978 after retry RPC after error@1956217928) -> (continuation of Deferred@1119819972 after retry RPC after error@1443176336)))
11:40:37.118 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@907092258(state=PENDING, result=null, callback=(continuation of Deferred@291213379 after retry RPC after error@33362948) -> (continuation of Deferred@1577593246 after retry RPC after error@1630477132) -> (continuation of Deferred@750474914 after retry RPC after error@1167010309) -> (continuation of Deferred@1515499507 after retry RPC after error@1127754382) -> (continuation of Deferred@893417997 after retry RPC after error@153334178) -> (continuation of Deferred@1995942978 after retry RPC after error@1956217928) -> (continuation of Deferred@1119819972 after retry RPC after error@1443176336), errback=(continuation of Deferred@291213379 after retry RPC after error@33362948) -> (continuation of Deferred@1577593246 after retry RPC after error@1630477132) -> (continuation of Deferred@750474914 after retry RPC after error@1167010309) -> (continuation of Deferred@1515499507 after retry RPC after error@1127754382) -> (continuation of Deferred@893417997 after retry RPC after error@153334178) -> (continuation of Deferred@1995942978 after retry RPC after error@1956217928) -> (continuation of Deferred@1119819972 after retry RPC after error@1443176336)))
11:40:37.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.278 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@882906959(state=PENDING, result=null, callback=(continuation of Deferred@553707000 after retry RPC after error@519899152) -> (continuation of Deferred@1313590050 after retry RPC after error@2061875147) -> (continuation of Deferred@1559011914 after retry RPC after error@707234895) -> (continuation of Deferred@975524082 after retry RPC after error@1839854482) -> (continuation of Deferred@1424945823 after retry RPC after error@1111316921) -> (continuation of Deferred@1376728012 after retry RPC after error@1880653692), errback=(continuation of Deferred@553707000 after retry RPC after error@519899152) -> (continuation of Deferred@1313590050 after retry RPC after error@2061875147) -> (continuation of Deferred@1559011914 after retry RPC after error@707234895) -> (continuation of Deferred@975524082 after retry RPC after error@1839854482) -> (continuation of Deferred@1424945823 after retry RPC after error@1111316921) -> (continuation of Deferred@1376728012 after retry RPC after error@1880653692)))
11:40:37.278 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@882906959(state=PENDING, result=null, callback=(continuation of Deferred@553707000 after retry RPC after error@519899152) -> (continuation of Deferred@1313590050 after retry RPC after error@2061875147) -> (continuation of Deferred@1559011914 after retry RPC after error@707234895) -> (continuation of Deferred@975524082 after retry RPC after error@1839854482) -> (continuation of Deferred@1424945823 after retry RPC after error@1111316921) -> (continuation of Deferred@1376728012 after retry RPC after error@1880653692), errback=(continuation of Deferred@553707000 after retry RPC after error@519899152) -> (continuation of Deferred@1313590050 after retry RPC after error@2061875147) -> (continuation of Deferred@1559011914 after retry RPC after error@707234895) -> (continuation of Deferred@975524082 after retry RPC after error@1839854482) -> (continuation of Deferred@1424945823 after retry RPC after error@1111316921) -> (continuation of Deferred@1376728012 after retry RPC after error@1880653692)))
11:40:37.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:37.382437 17156 raft_consensus.cc:482] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 918f9b4955f34762aebd23a7f0bd725b)
11:40:37.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:37.382628 17156 raft_consensus.cc:504] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:37.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:37.383332 17156 leader_election.cc:288] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:37.384563 16365 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111) [suppressed 13 similar messages]
11:40:37.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:37.386317 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355): Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111)
11:40:37.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:37.386524 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:37.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:37.386634 16365 leader_election.cc:302] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beea4c6fb83e497ea4f6ed8e86d61ddf; no voters: 918f9b4955f34762aebd23a7f0bd725b, debafd1fba334bd2b1b2dd2672c868bc
11:40:37.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:37.386916 17156 raft_consensus.cc:2726] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
11:40:37.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.439 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1131961297(state=PENDING, result=null, callback=(continuation of Deferred@1969692985 after retry RPC after error@970251372) -> (continuation of Deferred@369241987 after retry RPC after error@388323393) -> (continuation of Deferred@1527238005 after retry RPC after error@1152343493) -> (continuation of Deferred@1138105572 after retry RPC after error@2123146127) -> (continuation of Deferred@453358926 after retry RPC after error@628785822) -> (continuation of Deferred@1454935017 after retry RPC after error@1303632490), errback=(continuation of Deferred@1969692985 after retry RPC after error@970251372) -> (continuation of Deferred@369241987 after retry RPC after error@388323393) -> (continuation of Deferred@1527238005 after retry RPC after error@1152343493) -> (continuation of Deferred@1138105572 after retry RPC after error@2123146127) -> (continuation of Deferred@453358926 after retry RPC after error@628785822) -> (continuation of Deferred@1454935017 after retry RPC after error@1303632490)))
11:40:37.439 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1131961297(state=PENDING, result=null, callback=(continuation of Deferred@1969692985 after retry RPC after error@970251372) -> (continuation of Deferred@369241987 after retry RPC after error@388323393) -> (continuation of Deferred@1527238005 after retry RPC after error@1152343493) -> (continuation of Deferred@1138105572 after retry RPC after error@2123146127) -> (continuation of Deferred@453358926 after retry RPC after error@628785822) -> (continuation of Deferred@1454935017 after retry RPC after error@1303632490), errback=(continuation of Deferred@1969692985 after retry RPC after error@970251372) -> (continuation of Deferred@369241987 after retry RPC after error@388323393) -> (continuation of Deferred@1527238005 after retry RPC after error@1152343493) -> (continuation of Deferred@1138105572 after retry RPC after error@2123146127) -> (continuation of Deferred@453358926 after retry RPC after error@628785822) -> (continuation of Deferred@1454935017 after retry RPC after error@1303632490)))
11:40:37.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.618 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1098052308(state=PENDING, result=null, callback=(continuation of Deferred@2117878957 after retry RPC after error@1574483644) -> (continuation of Deferred@274028786 after retry RPC after error@1189604478) -> (continuation of Deferred@1524814115 after retry RPC after error@1117249941) -> (continuation of Deferred@2025829373 after retry RPC after error@21116040) -> (continuation of Deferred@1298499146 after retry RPC after error@805522746) -> (continuation of Deferred@891695260 after retry RPC after error@626042052), errback=(continuation of Deferred@2117878957 after retry RPC after error@1574483644) -> (continuation of Deferred@274028786 after retry RPC after error@1189604478) -> (continuation of Deferred@1524814115 after retry RPC after error@1117249941) -> (continuation of Deferred@2025829373 after retry RPC after error@21116040) -> (continuation of Deferred@1298499146 after retry RPC after error@805522746) -> (continuation of Deferred@891695260 after retry RPC after error@626042052)))
11:40:37.618 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1098052308(state=PENDING, result=null, callback=(continuation of Deferred@2117878957 after retry RPC after error@1574483644) -> (continuation of Deferred@274028786 after retry RPC after error@1189604478) -> (continuation of Deferred@1524814115 after retry RPC after error@1117249941) -> (continuation of Deferred@2025829373 after retry RPC after error@21116040) -> (continuation of Deferred@1298499146 after retry RPC after error@805522746) -> (continuation of Deferred@891695260 after retry RPC after error@626042052), errback=(continuation of Deferred@2117878957 after retry RPC after error@1574483644) -> (continuation of Deferred@274028786 after retry RPC after error@1189604478) -> (continuation of Deferred@1524814115 after retry RPC after error@1117249941) -> (continuation of Deferred@2025829373 after retry RPC after error@21116040) -> (continuation of Deferred@1298499146 after retry RPC after error@805522746) -> (continuation of Deferred@891695260 after retry RPC after error@626042052)))
11:40:37.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.818 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@208575555(state=PENDING, result=null, callback=(continuation of Deferred@538768317 after retry RPC after error@1539973780) -> (continuation of Deferred@416962984 after retry RPC after error@1622037108) -> (continuation of Deferred@669570247 after retry RPC after error@767331372) -> (continuation of Deferred@1734448938 after retry RPC after error@1976456256) -> (continuation of Deferred@350349522 after retry RPC after error@1568000910) -> (continuation of Deferred@918998989 after retry RPC after error@825090305), errback=(continuation of Deferred@538768317 after retry RPC after error@1539973780) -> (continuation of Deferred@416962984 after retry RPC after error@1622037108) -> (continuation of Deferred@669570247 after retry RPC after error@767331372) -> (continuation of Deferred@1734448938 after retry RPC after error@1976456256) -> (continuation of Deferred@350349522 after retry RPC after error@1568000910) -> (continuation of Deferred@918998989 after retry RPC after error@825090305)))
11:40:37.819 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@208575555(state=PENDING, result=null, callback=(continuation of Deferred@538768317 after retry RPC after error@1539973780) -> (continuation of Deferred@416962984 after retry RPC after error@1622037108) -> (continuation of Deferred@669570247 after retry RPC after error@767331372) -> (continuation of Deferred@1734448938 after retry RPC after error@1976456256) -> (continuation of Deferred@350349522 after retry RPC after error@1568000910) -> (continuation of Deferred@918998989 after retry RPC after error@825090305), errback=(continuation of Deferred@538768317 after retry RPC after error@1539973780) -> (continuation of Deferred@416962984 after retry RPC after error@1622037108) -> (continuation of Deferred@669570247 after retry RPC after error@767331372) -> (continuation of Deferred@1734448938 after retry RPC after error@1976456256) -> (continuation of Deferred@350349522 after retry RPC after error@1568000910) -> (continuation of Deferred@918998989 after retry RPC after error@825090305)))
11:40:37.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:37.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:37.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:37.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:37.998 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:37.998 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@393850034(state=PENDING, result=null, callback=(continuation of Deferred@1230088438 after retry RPC after error@2087142319) -> (continuation of Deferred@556987299 after retry RPC after error@2071250699) -> (continuation of Deferred@1067898507 after retry RPC after error@2031784171) -> (continuation of Deferred@1334037376 after retry RPC after error@311558628) -> (continuation of Deferred@462000051 after retry RPC after error@909756897) -> (continuation of Deferred@1731709805 after retry RPC after error@1705540430) -> (continuation of Deferred@848008287 after retry RPC after error@1250243886), errback=(continuation of Deferred@1230088438 after retry RPC after error@2087142319) -> (continuation of Deferred@556987299 after retry RPC after error@2071250699) -> (continuation of Deferred@1067898507 after retry RPC after error@2031784171) -> (continuation of Deferred@1334037376 after retry RPC after error@311558628) -> (continuation of Deferred@462000051 after retry RPC after error@909756897) -> (continuation of Deferred@1731709805 after retry RPC after error@1705540430) -> (continuation of Deferred@848008287 after retry RPC after error@1250243886)))
11:40:37.999 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@393850034(state=PENDING, result=null, callback=(continuation of Deferred@1230088438 after retry RPC after error@2087142319) -> (continuation of Deferred@556987299 after retry RPC after error@2071250699) -> (continuation of Deferred@1067898507 after retry RPC after error@2031784171) -> (continuation of Deferred@1334037376 after retry RPC after error@311558628) -> (continuation of Deferred@462000051 after retry RPC after error@909756897) -> (continuation of Deferred@1731709805 after retry RPC after error@1705540430) -> (continuation of Deferred@848008287 after retry RPC after error@1250243886), errback=(continuation of Deferred@1230088438 after retry RPC after error@2087142319) -> (continuation of Deferred@556987299 after retry RPC after error@2071250699) -> (continuation of Deferred@1067898507 after retry RPC after error@2031784171) -> (continuation of Deferred@1334037376 after retry RPC after error@311558628) -> (continuation of Deferred@462000051 after retry RPC after error@909756897) -> (continuation of Deferred@1731709805 after retry RPC after error@1705540430) -> (continuation of Deferred@848008287 after retry RPC after error@1250243886)))
11:40:38.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.198 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1546426859(state=PENDING, result=null, callback=(continuation of Deferred@548494597 after retry RPC after error@123895416) -> (continuation of Deferred@1017320947 after retry RPC after error@83370061) -> (continuation of Deferred@780864674 after retry RPC after error@982394549) -> (continuation of Deferred@505852058 after retry RPC after error@1528365403) -> (continuation of Deferred@763488390 after retry RPC after error@1727121421) -> (continuation of Deferred@1299711529 after retry RPC after error@1584973060) -> (continuation of Deferred@2082460565 after retry RPC after error@340188603), errback=(continuation of Deferred@548494597 after retry RPC after error@123895416) -> (continuation of Deferred@1017320947 after retry RPC after error@83370061) -> (continuation of Deferred@780864674 after retry RPC after error@982394549) -> (continuation of Deferred@505852058 after retry RPC after error@1528365403) -> (continuation of Deferred@763488390 after retry RPC after error@1727121421) -> (continuation of Deferred@1299711529 after retry RPC after error@1584973060) -> (continuation of Deferred@2082460565 after retry RPC after error@340188603)))
11:40:38.199 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1546426859(state=PENDING, result=null, callback=(continuation of Deferred@548494597 after retry RPC after error@123895416) -> (continuation of Deferred@1017320947 after retry RPC after error@83370061) -> (continuation of Deferred@780864674 after retry RPC after error@982394549) -> (continuation of Deferred@505852058 after retry RPC after error@1528365403) -> (continuation of Deferred@763488390 after retry RPC after error@1727121421) -> (continuation of Deferred@1299711529 after retry RPC after error@1584973060) -> (continuation of Deferred@2082460565 after retry RPC after error@340188603), errback=(continuation of Deferred@548494597 after retry RPC after error@123895416) -> (continuation of Deferred@1017320947 after retry RPC after error@83370061) -> (continuation of Deferred@780864674 after retry RPC after error@982394549) -> (continuation of Deferred@505852058 after retry RPC after error@1528365403) -> (continuation of Deferred@763488390 after retry RPC after error@1727121421) -> (continuation of Deferred@1299711529 after retry RPC after error@1584973060) -> (continuation of Deferred@2082460565 after retry RPC after error@340188603)))
11:40:38.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.377 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.379 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1276899234(state=PENDING, result=null, callback=(continuation of Deferred@257376748 after retry RPC after error@598589444) -> (continuation of Deferred@1780883749 after retry RPC after error@2035529020) -> (continuation of Deferred@1279181787 after retry RPC after error@31360952) -> (continuation of Deferred@1521131951 after retry RPC after error@1051985299) -> (continuation of Deferred@70134149 after retry RPC after error@1899531775) -> (continuation of Deferred@2123427246 after retry RPC after error@1612117874) -> (continuation of Deferred@352422132 after retry RPC after error@543406302), errback=(continuation of Deferred@257376748 after retry RPC after error@598589444) -> (continuation of Deferred@1780883749 after retry RPC after error@2035529020) -> (continuation of Deferred@1279181787 after retry RPC after error@31360952) -> (continuation of Deferred@1521131951 after retry RPC after error@1051985299) -> (continuation of Deferred@70134149 after retry RPC after error@1899531775) -> (continuation of Deferred@2123427246 after retry RPC after error@1612117874) -> (continuation of Deferred@352422132 after retry RPC after error@543406302)))
11:40:38.380 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1276899234(state=PENDING, result=null, callback=(continuation of Deferred@257376748 after retry RPC after error@598589444) -> (continuation of Deferred@1780883749 after retry RPC after error@2035529020) -> (continuation of Deferred@1279181787 after retry RPC after error@31360952) -> (continuation of Deferred@1521131951 after retry RPC after error@1051985299) -> (continuation of Deferred@70134149 after retry RPC after error@1899531775) -> (continuation of Deferred@2123427246 after retry RPC after error@1612117874) -> (continuation of Deferred@352422132 after retry RPC after error@543406302), errback=(continuation of Deferred@257376748 after retry RPC after error@598589444) -> (continuation of Deferred@1780883749 after retry RPC after error@2035529020) -> (continuation of Deferred@1279181787 after retry RPC after error@31360952) -> (continuation of Deferred@1521131951 after retry RPC after error@1051985299) -> (continuation of Deferred@70134149 after retry RPC after error@1899531775) -> (continuation of Deferred@2123427246 after retry RPC after error@1612117874) -> (continuation of Deferred@352422132 after retry RPC after error@543406302)))
11:40:38.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.397 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.538 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@2142342414(state=PENDING, result=null, callback=(continuation of Deferred@1692669753 after retry RPC after error@1976125149) -> (continuation of Deferred@399699937 after retry RPC after error@1694030312) -> (continuation of Deferred@551638929 after retry RPC after error@530645758) -> (continuation of Deferred@520903436 after retry RPC after error@1033496220) -> (continuation of Deferred@401498977 after retry RPC after error@13575568) -> (continuation of Deferred@2112281278 after retry RPC after error@263814808), errback=(continuation of Deferred@1692669753 after retry RPC after error@1976125149) -> (continuation of Deferred@399699937 after retry RPC after error@1694030312) -> (continuation of Deferred@551638929 after retry RPC after error@530645758) -> (continuation of Deferred@520903436 after retry RPC after error@1033496220) -> (continuation of Deferred@401498977 after retry RPC after error@13575568) -> (continuation of Deferred@2112281278 after retry RPC after error@263814808)))
11:40:38.538 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@2142342414(state=PENDING, result=null, callback=(continuation of Deferred@1692669753 after retry RPC after error@1976125149) -> (continuation of Deferred@399699937 after retry RPC after error@1694030312) -> (continuation of Deferred@551638929 after retry RPC after error@530645758) -> (continuation of Deferred@520903436 after retry RPC after error@1033496220) -> (continuation of Deferred@401498977 after retry RPC after error@13575568) -> (continuation of Deferred@2112281278 after retry RPC after error@263814808), errback=(continuation of Deferred@1692669753 after retry RPC after error@1976125149) -> (continuation of Deferred@399699937 after retry RPC after error@1694030312) -> (continuation of Deferred@551638929 after retry RPC after error@530645758) -> (continuation of Deferred@520903436 after retry RPC after error@1033496220) -> (continuation of Deferred@401498977 after retry RPC after error@13575568) -> (continuation of Deferred@2112281278 after retry RPC after error@263814808)))
11:40:38.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.698 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1601473796(state=PENDING, result=null, callback=(continuation of Deferred@68910792 after retry RPC after error@1085057172) -> (continuation of Deferred@2044024438 after retry RPC after error@36890853) -> (continuation of Deferred@1560292181 after retry RPC after error@2026750057) -> (continuation of Deferred@729305056 after retry RPC after error@1041821610) -> (continuation of Deferred@1646141887 after retry RPC after error@1959164701) -> (continuation of Deferred@497560874 after retry RPC after error@1689576586), errback=(continuation of Deferred@68910792 after retry RPC after error@1085057172) -> (continuation of Deferred@2044024438 after retry RPC after error@36890853) -> (continuation of Deferred@1560292181 after retry RPC after error@2026750057) -> (continuation of Deferred@729305056 after retry RPC after error@1041821610) -> (continuation of Deferred@1646141887 after retry RPC after error@1959164701) -> (continuation of Deferred@497560874 after retry RPC after error@1689576586)))
11:40:38.698 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1601473796(state=PENDING, result=null, callback=(continuation of Deferred@68910792 after retry RPC after error@1085057172) -> (continuation of Deferred@2044024438 after retry RPC after error@36890853) -> (continuation of Deferred@1560292181 after retry RPC after error@2026750057) -> (continuation of Deferred@729305056 after retry RPC after error@1041821610) -> (continuation of Deferred@1646141887 after retry RPC after error@1959164701) -> (continuation of Deferred@497560874 after retry RPC after error@1689576586), errback=(continuation of Deferred@68910792 after retry RPC after error@1085057172) -> (continuation of Deferred@2044024438 after retry RPC after error@36890853) -> (continuation of Deferred@1560292181 after retry RPC after error@2026750057) -> (continuation of Deferred@729305056 after retry RPC after error@1041821610) -> (continuation of Deferred@1646141887 after retry RPC after error@1959164701) -> (continuation of Deferred@497560874 after retry RPC after error@1689576586)))
11:40:38.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.718 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.958 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@512685328(state=PENDING, result=null, callback=(continuation of Deferred@2062312732 after retry RPC after error@1514983376) -> (continuation of Deferred@2014812461 after retry RPC after error@299423050) -> (continuation of Deferred@142972648 after retry RPC after error@873200231) -> (continuation of Deferred@1888604986 after retry RPC after error@657730279) -> (continuation of Deferred@61004351 after retry RPC after error@1745993966) -> (continuation of Deferred@384288469 after retry RPC after error@276997628) -> (continuation of Deferred@98887409 after retry RPC after error@1662275603) -> (continuation of Deferred@1265492938 after retry RPC after error@1313149470) -> (continuation of Deferred@1815389769 after retry RPC after error@761390868), errback=(continuation of Deferred@2062312732 after retry RPC after error@1514983376) -> (continuation of Deferred@2014812461 after retry RPC after error@299423050) -> (continuation of Deferred@142972648 after retry RPC after error@873200231) -> (continuation of Deferred@1888604986 after retry RPC after error@657730279) -> (continuation of Deferred@61004351 after retry RPC after error@1745993966) -> (continuation of Deferred@384288469 after retry RPC after error@276997628) -> (continuation of Deferred@98887409 after retry RPC after error@1662275603) -> (continuation of Deferred@1265492938 after retry RPC after error@1313149470) -> (continuation of Deferred@1815389769 after retry RPC after error@761390868)))
11:40:38.958 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@512685328(state=PENDING, result=null, callback=(continuation of Deferred@2062312732 after retry RPC after error@1514983376) -> (continuation of Deferred@2014812461 after retry RPC after error@299423050) -> (continuation of Deferred@142972648 after retry RPC after error@873200231) -> (continuation of Deferred@1888604986 after retry RPC after error@657730279) -> (continuation of Deferred@61004351 after retry RPC after error@1745993966) -> (continuation of Deferred@384288469 after retry RPC after error@276997628) -> (continuation of Deferred@98887409 after retry RPC after error@1662275603) -> (continuation of Deferred@1265492938 after retry RPC after error@1313149470) -> (continuation of Deferred@1815389769 after retry RPC after error@761390868), errback=(continuation of Deferred@2062312732 after retry RPC after error@1514983376) -> (continuation of Deferred@2014812461 after retry RPC after error@299423050) -> (continuation of Deferred@142972648 after retry RPC after error@873200231) -> (continuation of Deferred@1888604986 after retry RPC after error@657730279) -> (continuation of Deferred@61004351 after retry RPC after error@1745993966) -> (continuation of Deferred@384288469 after retry RPC after error@276997628) -> (continuation of Deferred@98887409 after retry RPC after error@1662275603) -> (continuation of Deferred@1265492938 after retry RPC after error@1313149470) -> (continuation of Deferred@1815389769 after retry RPC after error@761390868)))
11:40:38.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:38.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:38.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:38.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:38.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:38.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.198 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@762664928(state=PENDING, result=null, callback=(continuation of Deferred@435057646 after retry RPC after error@1067339148) -> (continuation of Deferred@143165630 after retry RPC after error@256181272) -> (continuation of Deferred@1709074205 after retry RPC after error@677491719) -> (continuation of Deferred@1684014285 after retry RPC after error@1134737821) -> (continuation of Deferred@1439881339 after retry RPC after error@1882623818) -> (continuation of Deferred@345291757 after retry RPC after error@1118602931) -> (continuation of Deferred@33464221 after retry RPC after error@1173752887), errback=(continuation of Deferred@435057646 after retry RPC after error@1067339148) -> (continuation of Deferred@143165630 after retry RPC after error@256181272) -> (continuation of Deferred@1709074205 after retry RPC after error@677491719) -> (continuation of Deferred@1684014285 after retry RPC after error@1134737821) -> (continuation of Deferred@1439881339 after retry RPC after error@1882623818) -> (continuation of Deferred@345291757 after retry RPC after error@1118602931) -> (continuation of Deferred@33464221 after retry RPC after error@1173752887)))
11:40:39.199 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@762664928(state=PENDING, result=null, callback=(continuation of Deferred@435057646 after retry RPC after error@1067339148) -> (continuation of Deferred@143165630 after retry RPC after error@256181272) -> (continuation of Deferred@1709074205 after retry RPC after error@677491719) -> (continuation of Deferred@1684014285 after retry RPC after error@1134737821) -> (continuation of Deferred@1439881339 after retry RPC after error@1882623818) -> (continuation of Deferred@345291757 after retry RPC after error@1118602931) -> (continuation of Deferred@33464221 after retry RPC after error@1173752887), errback=(continuation of Deferred@435057646 after retry RPC after error@1067339148) -> (continuation of Deferred@143165630 after retry RPC after error@256181272) -> (continuation of Deferred@1709074205 after retry RPC after error@677491719) -> (continuation of Deferred@1684014285 after retry RPC after error@1134737821) -> (continuation of Deferred@1439881339 after retry RPC after error@1882623818) -> (continuation of Deferred@345291757 after retry RPC after error@1118602931) -> (continuation of Deferred@33464221 after retry RPC after error@1173752887)))
11:40:39.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.398 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@552254438(state=PENDING, result=null, callback=(continuation of Deferred@1736987721 after retry RPC after error@1739127759) -> (continuation of Deferred@1878359156 after retry RPC after error@448122855) -> (continuation of Deferred@1060829924 after retry RPC after error@535566415) -> (continuation of Deferred@1530843418 after retry RPC after error@1866528621) -> (continuation of Deferred@130403771 after retry RPC after error@2022998892) -> (continuation of Deferred@1427061605 after retry RPC after error@1033655606) -> (continuation of Deferred@337506091 after retry RPC after error@1213104423), errback=(continuation of Deferred@1736987721 after retry RPC after error@1739127759) -> (continuation of Deferred@1878359156 after retry RPC after error@448122855) -> (continuation of Deferred@1060829924 after retry RPC after error@535566415) -> (continuation of Deferred@1530843418 after retry RPC after error@1866528621) -> (continuation of Deferred@130403771 after retry RPC after error@2022998892) -> (continuation of Deferred@1427061605 after retry RPC after error@1033655606) -> (continuation of Deferred@337506091 after retry RPC after error@1213104423)))
11:40:39.398 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@552254438(state=PENDING, result=null, callback=(continuation of Deferred@1736987721 after retry RPC after error@1739127759) -> (continuation of Deferred@1878359156 after retry RPC after error@448122855) -> (continuation of Deferred@1060829924 after retry RPC after error@535566415) -> (continuation of Deferred@1530843418 after retry RPC after error@1866528621) -> (continuation of Deferred@130403771 after retry RPC after error@2022998892) -> (continuation of Deferred@1427061605 after retry RPC after error@1033655606) -> (continuation of Deferred@337506091 after retry RPC after error@1213104423), errback=(continuation of Deferred@1736987721 after retry RPC after error@1739127759) -> (continuation of Deferred@1878359156 after retry RPC after error@448122855) -> (continuation of Deferred@1060829924 after retry RPC after error@535566415) -> (continuation of Deferred@1530843418 after retry RPC after error@1866528621) -> (continuation of Deferred@130403771 after retry RPC after error@2022998892) -> (continuation of Deferred@1427061605 after retry RPC after error@1033655606) -> (continuation of Deferred@337506091 after retry RPC after error@1213104423)))
11:40:39.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.598 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1917996361(state=PENDING, result=null, callback=(continuation of Deferred@1441949794 after retry RPC after error@179912898) -> (continuation of Deferred@1646335540 after retry RPC after error@41498428) -> (continuation of Deferred@1141829225 after retry RPC after error@74516858) -> (continuation of Deferred@1846230902 after retry RPC after error@629155164) -> (continuation of Deferred@382663203 after retry RPC after error@452467545) -> (continuation of Deferred@759130111 after retry RPC after error@162598337) -> (continuation of Deferred@1758458166 after retry RPC after error@842468773), errback=(continuation of Deferred@1441949794 after retry RPC after error@179912898) -> (continuation of Deferred@1646335540 after retry RPC after error@41498428) -> (continuation of Deferred@1141829225 after retry RPC after error@74516858) -> (continuation of Deferred@1846230902 after retry RPC after error@629155164) -> (continuation of Deferred@382663203 after retry RPC after error@452467545) -> (continuation of Deferred@759130111 after retry RPC after error@162598337) -> (continuation of Deferred@1758458166 after retry RPC after error@842468773)))
11:40:39.598 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1917996361(state=PENDING, result=null, callback=(continuation of Deferred@1441949794 after retry RPC after error@179912898) -> (continuation of Deferred@1646335540 after retry RPC after error@41498428) -> (continuation of Deferred@1141829225 after retry RPC after error@74516858) -> (continuation of Deferred@1846230902 after retry RPC after error@629155164) -> (continuation of Deferred@382663203 after retry RPC after error@452467545) -> (continuation of Deferred@759130111 after retry RPC after error@162598337) -> (continuation of Deferred@1758458166 after retry RPC after error@842468773), errback=(continuation of Deferred@1441949794 after retry RPC after error@179912898) -> (continuation of Deferred@1646335540 after retry RPC after error@41498428) -> (continuation of Deferred@1141829225 after retry RPC after error@74516858) -> (continuation of Deferred@1846230902 after retry RPC after error@629155164) -> (continuation of Deferred@382663203 after retry RPC after error@452467545) -> (continuation of Deferred@759130111 after retry RPC after error@162598337) -> (continuation of Deferred@1758458166 after retry RPC after error@842468773)))
11:40:39.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.778 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@941452966(state=PENDING, result=null, callback=(continuation of Deferred@380098573 after retry RPC after error@1569029461) -> (continuation of Deferred@172056535 after retry RPC after error@1501194343) -> (continuation of Deferred@1899345141 after retry RPC after error@128712787) -> (continuation of Deferred@118704278 after retry RPC after error@228602179) -> (continuation of Deferred@1374600734 after retry RPC after error@916951784) -> (continuation of Deferred@736967506 after retry RPC after error@667630917) -> (continuation of Deferred@57764332 after retry RPC after error@155950008), errback=(continuation of Deferred@380098573 after retry RPC after error@1569029461) -> (continuation of Deferred@172056535 after retry RPC after error@1501194343) -> (continuation of Deferred@1899345141 after retry RPC after error@128712787) -> (continuation of Deferred@118704278 after retry RPC after error@228602179) -> (continuation of Deferred@1374600734 after retry RPC after error@916951784) -> (continuation of Deferred@736967506 after retry RPC after error@667630917) -> (continuation of Deferred@57764332 after retry RPC after error@155950008)))
11:40:39.779 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@941452966(state=PENDING, result=null, callback=(continuation of Deferred@380098573 after retry RPC after error@1569029461) -> (continuation of Deferred@172056535 after retry RPC after error@1501194343) -> (continuation of Deferred@1899345141 after retry RPC after error@128712787) -> (continuation of Deferred@118704278 after retry RPC after error@228602179) -> (continuation of Deferred@1374600734 after retry RPC after error@916951784) -> (continuation of Deferred@736967506 after retry RPC after error@667630917) -> (continuation of Deferred@57764332 after retry RPC after error@155950008), errback=(continuation of Deferred@380098573 after retry RPC after error@1569029461) -> (continuation of Deferred@172056535 after retry RPC after error@1501194343) -> (continuation of Deferred@1899345141 after retry RPC after error@128712787) -> (continuation of Deferred@118704278 after retry RPC after error@228602179) -> (continuation of Deferred@1374600734 after retry RPC after error@916951784) -> (continuation of Deferred@736967506 after retry RPC after error@667630917) -> (continuation of Deferred@57764332 after retry RPC after error@155950008)))
11:40:39.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:39.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:39.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:39.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:39.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:39.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.038 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2143606683(state=PENDING, result=null, callback=(continuation of Deferred@1016513344 after retry RPC after error@2086688839) -> (continuation of Deferred@243555651 after retry RPC after error@1462057735) -> (continuation of Deferred@1570995808 after retry RPC after error@595572723) -> (continuation of Deferred@264083610 after retry RPC after error@1899919209) -> (continuation of Deferred@925386576 after retry RPC after error@1765195369) -> (continuation of Deferred@170689181 after retry RPC after error@145439118) -> (continuation of Deferred@2102193420 after retry RPC after error@559268154), errback=(continuation of Deferred@1016513344 after retry RPC after error@2086688839) -> (continuation of Deferred@243555651 after retry RPC after error@1462057735) -> (continuation of Deferred@1570995808 after retry RPC after error@595572723) -> (continuation of Deferred@264083610 after retry RPC after error@1899919209) -> (continuation of Deferred@925386576 after retry RPC after error@1765195369) -> (continuation of Deferred@170689181 after retry RPC after error@145439118) -> (continuation of Deferred@2102193420 after retry RPC after error@559268154)))
11:40:40.038 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2143606683(state=PENDING, result=null, callback=(continuation of Deferred@1016513344 after retry RPC after error@2086688839) -> (continuation of Deferred@243555651 after retry RPC after error@1462057735) -> (continuation of Deferred@1570995808 after retry RPC after error@595572723) -> (continuation of Deferred@264083610 after retry RPC after error@1899919209) -> (continuation of Deferred@925386576 after retry RPC after error@1765195369) -> (continuation of Deferred@170689181 after retry RPC after error@145439118) -> (continuation of Deferred@2102193420 after retry RPC after error@559268154), errback=(continuation of Deferred@1016513344 after retry RPC after error@2086688839) -> (continuation of Deferred@243555651 after retry RPC after error@1462057735) -> (continuation of Deferred@1570995808 after retry RPC after error@595572723) -> (continuation of Deferred@264083610 after retry RPC after error@1899919209) -> (continuation of Deferred@925386576 after retry RPC after error@1765195369) -> (continuation of Deferred@170689181 after retry RPC after error@145439118) -> (continuation of Deferred@2102193420 after retry RPC after error@559268154)))
11:40:40.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.238 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@135286654(state=PENDING, result=null, callback=(continuation of Deferred@498022350 after retry RPC after error@418879067) -> (continuation of Deferred@780856249 after retry RPC after error@611003049) -> (continuation of Deferred@1084127405 after retry RPC after error@1686072235) -> (continuation of Deferred@491885502 after retry RPC after error@1611848927) -> (continuation of Deferred@1400540000 after retry RPC after error@1288142999) -> (continuation of Deferred@1561994962 after retry RPC after error@731446666) -> (continuation of Deferred@750670354 after retry RPC after error@1544399914), errback=(continuation of Deferred@498022350 after retry RPC after error@418879067) -> (continuation of Deferred@780856249 after retry RPC after error@611003049) -> (continuation of Deferred@1084127405 after retry RPC after error@1686072235) -> (continuation of Deferred@491885502 after retry RPC after error@1611848927) -> (continuation of Deferred@1400540000 after retry RPC after error@1288142999) -> (continuation of Deferred@1561994962 after retry RPC after error@731446666) -> (continuation of Deferred@750670354 after retry RPC after error@1544399914)))
11:40:40.238 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@135286654(state=PENDING, result=null, callback=(continuation of Deferred@498022350 after retry RPC after error@418879067) -> (continuation of Deferred@780856249 after retry RPC after error@611003049) -> (continuation of Deferred@1084127405 after retry RPC after error@1686072235) -> (continuation of Deferred@491885502 after retry RPC after error@1611848927) -> (continuation of Deferred@1400540000 after retry RPC after error@1288142999) -> (continuation of Deferred@1561994962 after retry RPC after error@731446666) -> (continuation of Deferred@750670354 after retry RPC after error@1544399914), errback=(continuation of Deferred@498022350 after retry RPC after error@418879067) -> (continuation of Deferred@780856249 after retry RPC after error@611003049) -> (continuation of Deferred@1084127405 after retry RPC after error@1686072235) -> (continuation of Deferred@491885502 after retry RPC after error@1611848927) -> (continuation of Deferred@1400540000 after retry RPC after error@1288142999) -> (continuation of Deferred@1561994962 after retry RPC after error@731446666) -> (continuation of Deferred@750670354 after retry RPC after error@1544399914)))
11:40:40.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.498 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@261334723(state=PENDING, result=null, callback=(continuation of Deferred@1835975977 after retry RPC after error@1124627337) -> (continuation of Deferred@1472681831 after retry RPC after error@1164986082) -> (continuation of Deferred@1588364520 after retry RPC after error@1580740751) -> (continuation of Deferred@858339392 after retry RPC after error@1957248913) -> (continuation of Deferred@1318616616 after retry RPC after error@1362858812) -> (continuation of Deferred@724195939 after retry RPC after error@373472544) -> (continuation of Deferred@455534846 after retry RPC after error@378092245), errback=(continuation of Deferred@1835975977 after retry RPC after error@1124627337) -> (continuation of Deferred@1472681831 after retry RPC after error@1164986082) -> (continuation of Deferred@1588364520 after retry RPC after error@1580740751) -> (continuation of Deferred@858339392 after retry RPC after error@1957248913) -> (continuation of Deferred@1318616616 after retry RPC after error@1362858812) -> (continuation of Deferred@724195939 after retry RPC after error@373472544) -> (continuation of Deferred@455534846 after retry RPC after error@378092245)))
11:40:40.499 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@261334723(state=PENDING, result=null, callback=(continuation of Deferred@1835975977 after retry RPC after error@1124627337) -> (continuation of Deferred@1472681831 after retry RPC after error@1164986082) -> (continuation of Deferred@1588364520 after retry RPC after error@1580740751) -> (continuation of Deferred@858339392 after retry RPC after error@1957248913) -> (continuation of Deferred@1318616616 after retry RPC after error@1362858812) -> (continuation of Deferred@724195939 after retry RPC after error@373472544) -> (continuation of Deferred@455534846 after retry RPC after error@378092245), errback=(continuation of Deferred@1835975977 after retry RPC after error@1124627337) -> (continuation of Deferred@1472681831 after retry RPC after error@1164986082) -> (continuation of Deferred@1588364520 after retry RPC after error@1580740751) -> (continuation of Deferred@858339392 after retry RPC after error@1957248913) -> (continuation of Deferred@1318616616 after retry RPC after error@1362858812) -> (continuation of Deferred@724195939 after retry RPC after error@373472544) -> (continuation of Deferred@455534846 after retry RPC after error@378092245)))
11:40:40.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.678 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@760752373(state=PENDING, result=null, callback=(continuation of Deferred@2027113038 after retry RPC after error@1418800003) -> (continuation of Deferred@1164777949 after retry RPC after error@698260997) -> (continuation of Deferred@1274880066 after retry RPC after error@376293261) -> (continuation of Deferred@996378476 after retry RPC after error@1724930227) -> (continuation of Deferred@1141738267 after retry RPC after error@1017408952) -> (continuation of Deferred@467391911 after retry RPC after error@2141848495), errback=(continuation of Deferred@2027113038 after retry RPC after error@1418800003) -> (continuation of Deferred@1164777949 after retry RPC after error@698260997) -> (continuation of Deferred@1274880066 after retry RPC after error@376293261) -> (continuation of Deferred@996378476 after retry RPC after error@1724930227) -> (continuation of Deferred@1141738267 after retry RPC after error@1017408952) -> (continuation of Deferred@467391911 after retry RPC after error@2141848495)))
11:40:40.678 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@760752373(state=PENDING, result=null, callback=(continuation of Deferred@2027113038 after retry RPC after error@1418800003) -> (continuation of Deferred@1164777949 after retry RPC after error@698260997) -> (continuation of Deferred@1274880066 after retry RPC after error@376293261) -> (continuation of Deferred@996378476 after retry RPC after error@1724930227) -> (continuation of Deferred@1141738267 after retry RPC after error@1017408952) -> (continuation of Deferred@467391911 after retry RPC after error@2141848495), errback=(continuation of Deferred@2027113038 after retry RPC after error@1418800003) -> (continuation of Deferred@1164777949 after retry RPC after error@698260997) -> (continuation of Deferred@1274880066 after retry RPC after error@376293261) -> (continuation of Deferred@996378476 after retry RPC after error@1724930227) -> (continuation of Deferred@1141738267 after retry RPC after error@1017408952) -> (continuation of Deferred@467391911 after retry RPC after error@2141848495)))
11:40:40.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.838 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@272900923(state=PENDING, result=null, callback=(continuation of Deferred@882109287 after retry RPC after error@1062168792) -> (continuation of Deferred@1174731851 after retry RPC after error@2011714123) -> (continuation of Deferred@1552635650 after retry RPC after error@407305699) -> (continuation of Deferred@2042735620 after retry RPC after error@1276035965) -> (continuation of Deferred@1245429433 after retry RPC after error@1698561016) -> (continuation of Deferred@292080343 after retry RPC after error@726136492), errback=(continuation of Deferred@882109287 after retry RPC after error@1062168792) -> (continuation of Deferred@1174731851 after retry RPC after error@2011714123) -> (continuation of Deferred@1552635650 after retry RPC after error@407305699) -> (continuation of Deferred@2042735620 after retry RPC after error@1276035965) -> (continuation of Deferred@1245429433 after retry RPC after error@1698561016) -> (continuation of Deferred@292080343 after retry RPC after error@726136492)))
11:40:40.838 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@272900923(state=PENDING, result=null, callback=(continuation of Deferred@882109287 after retry RPC after error@1062168792) -> (continuation of Deferred@1174731851 after retry RPC after error@2011714123) -> (continuation of Deferred@1552635650 after retry RPC after error@407305699) -> (continuation of Deferred@2042735620 after retry RPC after error@1276035965) -> (continuation of Deferred@1245429433 after retry RPC after error@1698561016) -> (continuation of Deferred@292080343 after retry RPC after error@726136492), errback=(continuation of Deferred@882109287 after retry RPC after error@1062168792) -> (continuation of Deferred@1174731851 after retry RPC after error@2011714123) -> (continuation of Deferred@1552635650 after retry RPC after error@407305699) -> (continuation of Deferred@2042735620 after retry RPC after error@1276035965) -> (continuation of Deferred@1245429433 after retry RPC after error@1698561016) -> (continuation of Deferred@292080343 after retry RPC after error@726136492)))
11:40:40.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:40.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:40.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:40.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:40.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:40.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.077 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@284660070(state=PENDING, result=null, callback=(continuation of Deferred@1619493026 after retry RPC after error@761476125) -> (continuation of Deferred@4489872 after retry RPC after error@747917151) -> (continuation of Deferred@1883920639 after retry RPC after error@1153255735) -> (continuation of Deferred@1615401778 after retry RPC after error@1848202963) -> (continuation of Deferred@1283880521 after retry RPC after error@1658616351) -> (continuation of Deferred@1252275701 after retry RPC after error@1847553468) -> (continuation of Deferred@290744840 after retry RPC after error@274327231), errback=(continuation of Deferred@1619493026 after retry RPC after error@761476125) -> (continuation of Deferred@4489872 after retry RPC after error@747917151) -> (continuation of Deferred@1883920639 after retry RPC after error@1153255735) -> (continuation of Deferred@1615401778 after retry RPC after error@1848202963) -> (continuation of Deferred@1283880521 after retry RPC after error@1658616351) -> (continuation of Deferred@1252275701 after retry RPC after error@1847553468) -> (continuation of Deferred@290744840 after retry RPC after error@274327231)))
11:40:41.078 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@284660070(state=PENDING, result=null, callback=(continuation of Deferred@1619493026 after retry RPC after error@761476125) -> (continuation of Deferred@4489872 after retry RPC after error@747917151) -> (continuation of Deferred@1883920639 after retry RPC after error@1153255735) -> (continuation of Deferred@1615401778 after retry RPC after error@1848202963) -> (continuation of Deferred@1283880521 after retry RPC after error@1658616351) -> (continuation of Deferred@1252275701 after retry RPC after error@1847553468) -> (continuation of Deferred@290744840 after retry RPC after error@274327231), errback=(continuation of Deferred@1619493026 after retry RPC after error@761476125) -> (continuation of Deferred@4489872 after retry RPC after error@747917151) -> (continuation of Deferred@1883920639 after retry RPC after error@1153255735) -> (continuation of Deferred@1615401778 after retry RPC after error@1848202963) -> (continuation of Deferred@1283880521 after retry RPC after error@1658616351) -> (continuation of Deferred@1252275701 after retry RPC after error@1847553468) -> (continuation of Deferred@290744840 after retry RPC after error@274327231)))
11:40:41.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.338 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@81895289(state=PENDING, result=null, callback=(continuation of Deferred@1793201693 after retry RPC after error@861689950) -> (continuation of Deferred@927718532 after retry RPC after error@1071224643) -> (continuation of Deferred@1165044827 after retry RPC after error@348000771) -> (continuation of Deferred@2105033708 after retry RPC after error@241737871) -> (continuation of Deferred@1119307501 after retry RPC after error@645757618) -> (continuation of Deferred@430258866 after retry RPC after error@1384291793) -> (continuation of Deferred@712649026 after retry RPC after error@1730117205), errback=(continuation of Deferred@1793201693 after retry RPC after error@861689950) -> (continuation of Deferred@927718532 after retry RPC after error@1071224643) -> (continuation of Deferred@1165044827 after retry RPC after error@348000771) -> (continuation of Deferred@2105033708 after retry RPC after error@241737871) -> (continuation of Deferred@1119307501 after retry RPC after error@645757618) -> (continuation of Deferred@430258866 after retry RPC after error@1384291793) -> (continuation of Deferred@712649026 after retry RPC after error@1730117205)))
11:40:41.338 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@81895289(state=PENDING, result=null, callback=(continuation of Deferred@1793201693 after retry RPC after error@861689950) -> (continuation of Deferred@927718532 after retry RPC after error@1071224643) -> (continuation of Deferred@1165044827 after retry RPC after error@348000771) -> (continuation of Deferred@2105033708 after retry RPC after error@241737871) -> (continuation of Deferred@1119307501 after retry RPC after error@645757618) -> (continuation of Deferred@430258866 after retry RPC after error@1384291793) -> (continuation of Deferred@712649026 after retry RPC after error@1730117205), errback=(continuation of Deferred@1793201693 after retry RPC after error@861689950) -> (continuation of Deferred@927718532 after retry RPC after error@1071224643) -> (continuation of Deferred@1165044827 after retry RPC after error@348000771) -> (continuation of Deferred@2105033708 after retry RPC after error@241737871) -> (continuation of Deferred@1119307501 after retry RPC after error@645757618) -> (continuation of Deferred@430258866 after retry RPC after error@1384291793) -> (continuation of Deferred@712649026 after retry RPC after error@1730117205)))
11:40:41.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:41.599731 17185 raft_consensus.cc:482] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 918f9b4955f34762aebd23a7f0bd725b)
11:40:41.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:41.600003 17185 raft_consensus.cc:504] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:41.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:41.600905 17185 leader_election.cc:288] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:41.603798 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355): Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111)
11:40:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:41.604030 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:41.604120 16365 leader_election.cc:302] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beea4c6fb83e497ea4f6ed8e86d61ddf; no voters: 918f9b4955f34762aebd23a7f0bd725b, debafd1fba334bd2b1b2dd2672c868bc
11:40:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:41.604362 17185 raft_consensus.cc:2726] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
11:40:41.615 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1813932672(state=PENDING, result=null, callback=(continuation of Deferred@1472410777 after retry RPC after error@276012258) -> (continuation of Deferred@742949633 after retry RPC after error@865973858) -> (continuation of Deferred@2100570996 after retry RPC after error@1907109052) -> (continuation of Deferred@420800771 after retry RPC after error@1206149861) -> (continuation of Deferred@467115750 after retry RPC after error@193890540) -> (continuation of Deferred@896279663 after retry RPC after error@1367051117) -> (continuation of Deferred@1987841802 after retry RPC after error@164241601), errback=(continuation of Deferred@1472410777 after retry RPC after error@276012258) -> (continuation of Deferred@742949633 after retry RPC after error@865973858) -> (continuation of Deferred@2100570996 after retry RPC after error@1907109052) -> (continuation of Deferred@420800771 after retry RPC after error@1206149861) -> (continuation of Deferred@467115750 after retry RPC after error@193890540) -> (continuation of Deferred@896279663 after retry RPC after error@1367051117) -> (continuation of Deferred@1987841802 after retry RPC after error@164241601)))
11:40:41.616 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:40:41.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.837 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1108602217(state=PENDING, result=null, callback=(continuation of Deferred@746449859 after retry RPC after error@465136390) -> (continuation of Deferred@617202116 after retry RPC after error@2037127313) -> (continuation of Deferred@982308748 after retry RPC after error@1790798464) -> (continuation of Deferred@1069554 after retry RPC after error@421624305) -> (continuation of Deferred@1162739182 after retry RPC after error@1151694509) -> (continuation of Deferred@1178083338 after retry RPC after error@1422145485) -> (continuation of Deferred@2118914614 after retry RPC after error@288559948), errback=(continuation of Deferred@746449859 after retry RPC after error@465136390) -> (continuation of Deferred@617202116 after retry RPC after error@2037127313) -> (continuation of Deferred@982308748 after retry RPC after error@1790798464) -> (continuation of Deferred@1069554 after retry RPC after error@421624305) -> (continuation of Deferred@1162739182 after retry RPC after error@1151694509) -> (continuation of Deferred@1178083338 after retry RPC after error@1422145485) -> (continuation of Deferred@2118914614 after retry RPC after error@288559948)))
11:40:41.838 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1108602217(state=PENDING, result=null, callback=(continuation of Deferred@746449859 after retry RPC after error@465136390) -> (continuation of Deferred@617202116 after retry RPC after error@2037127313) -> (continuation of Deferred@982308748 after retry RPC after error@1790798464) -> (continuation of Deferred@1069554 after retry RPC after error@421624305) -> (continuation of Deferred@1162739182 after retry RPC after error@1151694509) -> (continuation of Deferred@1178083338 after retry RPC after error@1422145485) -> (continuation of Deferred@2118914614 after retry RPC after error@288559948), errback=(continuation of Deferred@746449859 after retry RPC after error@465136390) -> (continuation of Deferred@617202116 after retry RPC after error@2037127313) -> (continuation of Deferred@982308748 after retry RPC after error@1790798464) -> (continuation of Deferred@1069554 after retry RPC after error@421624305) -> (continuation of Deferred@1162739182 after retry RPC after error@1151694509) -> (continuation of Deferred@1178083338 after retry RPC after error@1422145485) -> (continuation of Deferred@2118914614 after retry RPC after error@288559948)))
11:40:41.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:41.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:41.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:41.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:41.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:41.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:41.959337 16638 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:40:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:41.961890 16638 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:40:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:41.963609 16637 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.224.188:39059)
11:40:42.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.018 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1860532453(state=PENDING, result=null, callback=(continuation of Deferred@376915825 after retry RPC after error@2108121040) -> (continuation of Deferred@327744348 after retry RPC after error@1450154904) -> (continuation of Deferred@2056196843 after retry RPC after error@1032948661) -> (continuation of Deferred@1763169600 after retry RPC after error@1133392033) -> (continuation of Deferred@1091857009 after retry RPC after error@1894358469) -> (continuation of Deferred@662956877 after retry RPC after error@364567588), errback=(continuation of Deferred@376915825 after retry RPC after error@2108121040) -> (continuation of Deferred@327744348 after retry RPC after error@1450154904) -> (continuation of Deferred@2056196843 after retry RPC after error@1032948661) -> (continuation of Deferred@1763169600 after retry RPC after error@1133392033) -> (continuation of Deferred@1091857009 after retry RPC after error@1894358469) -> (continuation of Deferred@662956877 after retry RPC after error@364567588)))
11:40:42.018 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1860532453(state=PENDING, result=null, callback=(continuation of Deferred@376915825 after retry RPC after error@2108121040) -> (continuation of Deferred@327744348 after retry RPC after error@1450154904) -> (continuation of Deferred@2056196843 after retry RPC after error@1032948661) -> (continuation of Deferred@1763169600 after retry RPC after error@1133392033) -> (continuation of Deferred@1091857009 after retry RPC after error@1894358469) -> (continuation of Deferred@662956877 after retry RPC after error@364567588), errback=(continuation of Deferred@376915825 after retry RPC after error@2108121040) -> (continuation of Deferred@327744348 after retry RPC after error@1450154904) -> (continuation of Deferred@2056196843 after retry RPC after error@1032948661) -> (continuation of Deferred@1763169600 after retry RPC after error@1133392033) -> (continuation of Deferred@1091857009 after retry RPC after error@1894358469) -> (continuation of Deferred@662956877 after retry RPC after error@364567588)))
11:40:42.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.038 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.277 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@884120105(state=PENDING, result=null, callback=(continuation of Deferred@716645477 after retry RPC after error@2064302497) -> (continuation of Deferred@1401385902 after retry RPC after error@1942280229) -> (continuation of Deferred@1623416372 after retry RPC after error@1307155524) -> (continuation of Deferred@622562388 after retry RPC after error@1892379938) -> (continuation of Deferred@176402417 after retry RPC after error@193534297) -> (continuation of Deferred@1921600848 after retry RPC after error@1493212254) -> (continuation of Deferred@1324043432 after retry RPC after error@233560061) -> (continuation of Deferred@892401885 after retry RPC after error@1754230857), errback=(continuation of Deferred@716645477 after retry RPC after error@2064302497) -> (continuation of Deferred@1401385902 after retry RPC after error@1942280229) -> (continuation of Deferred@1623416372 after retry RPC after error@1307155524) -> (continuation of Deferred@622562388 after retry RPC after error@1892379938) -> (continuation of Deferred@176402417 after retry RPC after error@193534297) -> (continuation of Deferred@1921600848 after retry RPC after error@1493212254) -> (continuation of Deferred@1324043432 after retry RPC after error@233560061) -> (continuation of Deferred@892401885 after retry RPC after error@1754230857)))
11:40:42.278 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@884120105(state=PENDING, result=null, callback=(continuation of Deferred@716645477 after retry RPC after error@2064302497) -> (continuation of Deferred@1401385902 after retry RPC after error@1942280229) -> (continuation of Deferred@1623416372 after retry RPC after error@1307155524) -> (continuation of Deferred@622562388 after retry RPC after error@1892379938) -> (continuation of Deferred@176402417 after retry RPC after error@193534297) -> (continuation of Deferred@1921600848 after retry RPC after error@1493212254) -> (continuation of Deferred@1324043432 after retry RPC after error@233560061) -> (continuation of Deferred@892401885 after retry RPC after error@1754230857), errback=(continuation of Deferred@716645477 after retry RPC after error@2064302497) -> (continuation of Deferred@1401385902 after retry RPC after error@1942280229) -> (continuation of Deferred@1623416372 after retry RPC after error@1307155524) -> (continuation of Deferred@622562388 after retry RPC after error@1892379938) -> (continuation of Deferred@176402417 after retry RPC after error@193534297) -> (continuation of Deferred@1921600848 after retry RPC after error@1493212254) -> (continuation of Deferred@1324043432 after retry RPC after error@233560061) -> (continuation of Deferred@892401885 after retry RPC after error@1754230857)))
11:40:42.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.478 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1787146039(state=PENDING, result=null, callback=(continuation of Deferred@1103574389 after retry RPC after error@1141638467) -> (continuation of Deferred@1370824853 after retry RPC after error@370069891) -> (continuation of Deferred@1847210666 after retry RPC after error@1243092023) -> (continuation of Deferred@852571241 after retry RPC after error@1387489657) -> (continuation of Deferred@1828949735 after retry RPC after error@1739626204) -> (continuation of Deferred@1559860287 after retry RPC after error@365479544) -> (continuation of Deferred@1691162256 after retry RPC after error@120093347), errback=(continuation of Deferred@1103574389 after retry RPC after error@1141638467) -> (continuation of Deferred@1370824853 after retry RPC after error@370069891) -> (continuation of Deferred@1847210666 after retry RPC after error@1243092023) -> (continuation of Deferred@852571241 after retry RPC after error@1387489657) -> (continuation of Deferred@1828949735 after retry RPC after error@1739626204) -> (continuation of Deferred@1559860287 after retry RPC after error@365479544) -> (continuation of Deferred@1691162256 after retry RPC after error@120093347)))
11:40:42.479 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1787146039(state=PENDING, result=null, callback=(continuation of Deferred@1103574389 after retry RPC after error@1141638467) -> (continuation of Deferred@1370824853 after retry RPC after error@370069891) -> (continuation of Deferred@1847210666 after retry RPC after error@1243092023) -> (continuation of Deferred@852571241 after retry RPC after error@1387489657) -> (continuation of Deferred@1828949735 after retry RPC after error@1739626204) -> (continuation of Deferred@1559860287 after retry RPC after error@365479544) -> (continuation of Deferred@1691162256 after retry RPC after error@120093347), errback=(continuation of Deferred@1103574389 after retry RPC after error@1141638467) -> (continuation of Deferred@1370824853 after retry RPC after error@370069891) -> (continuation of Deferred@1847210666 after retry RPC after error@1243092023) -> (continuation of Deferred@852571241 after retry RPC after error@1387489657) -> (continuation of Deferred@1828949735 after retry RPC after error@1739626204) -> (continuation of Deferred@1559860287 after retry RPC after error@365479544) -> (continuation of Deferred@1691162256 after retry RPC after error@120093347)))
11:40:42.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.698 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1163770705(state=PENDING, result=null, callback=(continuation of Deferred@880893233 after retry RPC after error@233695332) -> (continuation of Deferred@1237391571 after retry RPC after error@1643033993) -> (continuation of Deferred@1605895248 after retry RPC after error@1031039243) -> (continuation of Deferred@2092100086 after retry RPC after error@1759791380) -> (continuation of Deferred@2011253468 after retry RPC after error@1766017306) -> (continuation of Deferred@47575197 after retry RPC after error@1219732794) -> (continuation of Deferred@897167706 after retry RPC after error@1182868854), errback=(continuation of Deferred@880893233 after retry RPC after error@233695332) -> (continuation of Deferred@1237391571 after retry RPC after error@1643033993) -> (continuation of Deferred@1605895248 after retry RPC after error@1031039243) -> (continuation of Deferred@2092100086 after retry RPC after error@1759791380) -> (continuation of Deferred@2011253468 after retry RPC after error@1766017306) -> (continuation of Deferred@47575197 after retry RPC after error@1219732794) -> (continuation of Deferred@897167706 after retry RPC after error@1182868854)))
11:40:42.698 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1163770705(state=PENDING, result=null, callback=(continuation of Deferred@880893233 after retry RPC after error@233695332) -> (continuation of Deferred@1237391571 after retry RPC after error@1643033993) -> (continuation of Deferred@1605895248 after retry RPC after error@1031039243) -> (continuation of Deferred@2092100086 after retry RPC after error@1759791380) -> (continuation of Deferred@2011253468 after retry RPC after error@1766017306) -> (continuation of Deferred@47575197 after retry RPC after error@1219732794) -> (continuation of Deferred@897167706 after retry RPC after error@1182868854), errback=(continuation of Deferred@880893233 after retry RPC after error@233695332) -> (continuation of Deferred@1237391571 after retry RPC after error@1643033993) -> (continuation of Deferred@1605895248 after retry RPC after error@1031039243) -> (continuation of Deferred@2092100086 after retry RPC after error@1759791380) -> (continuation of Deferred@2011253468 after retry RPC after error@1766017306) -> (continuation of Deferred@47575197 after retry RPC after error@1219732794) -> (continuation of Deferred@897167706 after retry RPC after error@1182868854)))
11:40:42.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.918 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@113248825(state=PENDING, result=null, callback=(continuation of Deferred@729733810 after retry RPC after error@742688551) -> (continuation of Deferred@1174932050 after retry RPC after error@1075794280) -> (continuation of Deferred@493463699 after retry RPC after error@362572198) -> (continuation of Deferred@331398109 after retry RPC after error@695086300) -> (continuation of Deferred@2031297618 after retry RPC after error@263500687) -> (continuation of Deferred@423423991 after retry RPC after error@1105995968), errback=(continuation of Deferred@729733810 after retry RPC after error@742688551) -> (continuation of Deferred@1174932050 after retry RPC after error@1075794280) -> (continuation of Deferred@493463699 after retry RPC after error@362572198) -> (continuation of Deferred@331398109 after retry RPC after error@695086300) -> (continuation of Deferred@2031297618 after retry RPC after error@263500687) -> (continuation of Deferred@423423991 after retry RPC after error@1105995968)))
11:40:42.919 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@113248825(state=PENDING, result=null, callback=(continuation of Deferred@729733810 after retry RPC after error@742688551) -> (continuation of Deferred@1174932050 after retry RPC after error@1075794280) -> (continuation of Deferred@493463699 after retry RPC after error@362572198) -> (continuation of Deferred@331398109 after retry RPC after error@695086300) -> (continuation of Deferred@2031297618 after retry RPC after error@263500687) -> (continuation of Deferred@423423991 after retry RPC after error@1105995968), errback=(continuation of Deferred@729733810 after retry RPC after error@742688551) -> (continuation of Deferred@1174932050 after retry RPC after error@1075794280) -> (continuation of Deferred@493463699 after retry RPC after error@362572198) -> (continuation of Deferred@331398109 after retry RPC after error@695086300) -> (continuation of Deferred@2031297618 after retry RPC after error@263500687) -> (continuation of Deferred@423423991 after retry RPC after error@1105995968)))
11:40:42.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:42.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:42.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:42.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:42.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:42.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.118 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1437246753(state=PENDING, result=null, callback=(continuation of Deferred@1394048833 after retry RPC after error@533165796) -> (continuation of Deferred@125758703 after retry RPC after error@134070924) -> (continuation of Deferred@1878546501 after retry RPC after error@1261200136) -> (continuation of Deferred@1002825494 after retry RPC after error@1388690240) -> (continuation of Deferred@2144533293 after retry RPC after error@1473176572) -> (continuation of Deferred@1135035204 after retry RPC after error@1019740107), errback=(continuation of Deferred@1394048833 after retry RPC after error@533165796) -> (continuation of Deferred@125758703 after retry RPC after error@134070924) -> (continuation of Deferred@1878546501 after retry RPC after error@1261200136) -> (continuation of Deferred@1002825494 after retry RPC after error@1388690240) -> (continuation of Deferred@2144533293 after retry RPC after error@1473176572) -> (continuation of Deferred@1135035204 after retry RPC after error@1019740107)))
11:40:43.119 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1437246753(state=PENDING, result=null, callback=(continuation of Deferred@1394048833 after retry RPC after error@533165796) -> (continuation of Deferred@125758703 after retry RPC after error@134070924) -> (continuation of Deferred@1878546501 after retry RPC after error@1261200136) -> (continuation of Deferred@1002825494 after retry RPC after error@1388690240) -> (continuation of Deferred@2144533293 after retry RPC after error@1473176572) -> (continuation of Deferred@1135035204 after retry RPC after error@1019740107), errback=(continuation of Deferred@1394048833 after retry RPC after error@533165796) -> (continuation of Deferred@125758703 after retry RPC after error@134070924) -> (continuation of Deferred@1878546501 after retry RPC after error@1261200136) -> (continuation of Deferred@1002825494 after retry RPC after error@1388690240) -> (continuation of Deferred@2144533293 after retry RPC after error@1473176572) -> (continuation of Deferred@1135035204 after retry RPC after error@1019740107)))
11:40:43.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.357 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@282224613(state=PENDING, result=null, callback=(continuation of Deferred@49475366 after retry RPC after error@1139752629) -> (continuation of Deferred@20681752 after retry RPC after error@39138965) -> (continuation of Deferred@390820390 after retry RPC after error@762051820) -> (continuation of Deferred@1882011149 after retry RPC after error@1541887747) -> (continuation of Deferred@393335835 after retry RPC after error@1703925381) -> (continuation of Deferred@2089486695 after retry RPC after error@490018490) -> (continuation of Deferred@83744779 after retry RPC after error@526192111), errback=(continuation of Deferred@49475366 after retry RPC after error@1139752629) -> (continuation of Deferred@20681752 after retry RPC after error@39138965) -> (continuation of Deferred@390820390 after retry RPC after error@762051820) -> (continuation of Deferred@1882011149 after retry RPC after error@1541887747) -> (continuation of Deferred@393335835 after retry RPC after error@1703925381) -> (continuation of Deferred@2089486695 after retry RPC after error@490018490) -> (continuation of Deferred@83744779 after retry RPC after error@526192111)))
11:40:43.358 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@282224613(state=PENDING, result=null, callback=(continuation of Deferred@49475366 after retry RPC after error@1139752629) -> (continuation of Deferred@20681752 after retry RPC after error@39138965) -> (continuation of Deferred@390820390 after retry RPC after error@762051820) -> (continuation of Deferred@1882011149 after retry RPC after error@1541887747) -> (continuation of Deferred@393335835 after retry RPC after error@1703925381) -> (continuation of Deferred@2089486695 after retry RPC after error@490018490) -> (continuation of Deferred@83744779 after retry RPC after error@526192111), errback=(continuation of Deferred@49475366 after retry RPC after error@1139752629) -> (continuation of Deferred@20681752 after retry RPC after error@39138965) -> (continuation of Deferred@390820390 after retry RPC after error@762051820) -> (continuation of Deferred@1882011149 after retry RPC after error@1541887747) -> (continuation of Deferred@393335835 after retry RPC after error@1703925381) -> (continuation of Deferred@2089486695 after retry RPC after error@490018490) -> (continuation of Deferred@83744779 after retry RPC after error@526192111)))
11:40:43.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.578 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1184260470(state=PENDING, result=null, callback=(continuation of Deferred@964117063 after retry RPC after error@1644007955) -> (continuation of Deferred@1289348129 after retry RPC after error@959557917) -> (continuation of Deferred@987216134 after retry RPC after error@934795589) -> (continuation of Deferred@877448062 after retry RPC after error@12660147) -> (continuation of Deferred@123321124 after retry RPC after error@246228859) -> (continuation of Deferred@1558711019 after retry RPC after error@1431115888) -> (continuation of Deferred@528943462 after retry RPC after error@2021024530), errback=(continuation of Deferred@964117063 after retry RPC after error@1644007955) -> (continuation of Deferred@1289348129 after retry RPC after error@959557917) -> (continuation of Deferred@987216134 after retry RPC after error@934795589) -> (continuation of Deferred@877448062 after retry RPC after error@12660147) -> (continuation of Deferred@123321124 after retry RPC after error@246228859) -> (continuation of Deferred@1558711019 after retry RPC after error@1431115888) -> (continuation of Deferred@528943462 after retry RPC after error@2021024530)))
11:40:43.578 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1184260470(state=PENDING, result=null, callback=(continuation of Deferred@964117063 after retry RPC after error@1644007955) -> (continuation of Deferred@1289348129 after retry RPC after error@959557917) -> (continuation of Deferred@987216134 after retry RPC after error@934795589) -> (continuation of Deferred@877448062 after retry RPC after error@12660147) -> (continuation of Deferred@123321124 after retry RPC after error@246228859) -> (continuation of Deferred@1558711019 after retry RPC after error@1431115888) -> (continuation of Deferred@528943462 after retry RPC after error@2021024530), errback=(continuation of Deferred@964117063 after retry RPC after error@1644007955) -> (continuation of Deferred@1289348129 after retry RPC after error@959557917) -> (continuation of Deferred@987216134 after retry RPC after error@934795589) -> (continuation of Deferred@877448062 after retry RPC after error@12660147) -> (continuation of Deferred@123321124 after retry RPC after error@246228859) -> (continuation of Deferred@1558711019 after retry RPC after error@1431115888) -> (continuation of Deferred@528943462 after retry RPC after error@2021024530)))
11:40:43.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.758 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1202705023(state=PENDING, result=null, callback=(continuation of Deferred@1857177890 after retry RPC after error@2005631509) -> (continuation of Deferred@1224495998 after retry RPC after error@1903774772) -> (continuation of Deferred@234811488 after retry RPC after error@642666720) -> (continuation of Deferred@209944820 after retry RPC after error@933262780) -> (continuation of Deferred@1302855384 after retry RPC after error@431648476) -> (continuation of Deferred@154065215 after retry RPC after error@1024938035), errback=(continuation of Deferred@1857177890 after retry RPC after error@2005631509) -> (continuation of Deferred@1224495998 after retry RPC after error@1903774772) -> (continuation of Deferred@234811488 after retry RPC after error@642666720) -> (continuation of Deferred@209944820 after retry RPC after error@933262780) -> (continuation of Deferred@1302855384 after retry RPC after error@431648476) -> (continuation of Deferred@154065215 after retry RPC after error@1024938035)))
11:40:43.759 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1202705023(state=PENDING, result=null, callback=(continuation of Deferred@1857177890 after retry RPC after error@2005631509) -> (continuation of Deferred@1224495998 after retry RPC after error@1903774772) -> (continuation of Deferred@234811488 after retry RPC after error@642666720) -> (continuation of Deferred@209944820 after retry RPC after error@933262780) -> (continuation of Deferred@1302855384 after retry RPC after error@431648476) -> (continuation of Deferred@154065215 after retry RPC after error@1024938035), errback=(continuation of Deferred@1857177890 after retry RPC after error@2005631509) -> (continuation of Deferred@1224495998 after retry RPC after error@1903774772) -> (continuation of Deferred@234811488 after retry RPC after error@642666720) -> (continuation of Deferred@209944820 after retry RPC after error@933262780) -> (continuation of Deferred@1302855384 after retry RPC after error@431648476) -> (continuation of Deferred@154065215 after retry RPC after error@1024938035)))
11:40:43.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:43.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:43.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:43.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:43.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:43.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.017 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1312288621(state=PENDING, result=null, callback=(continuation of Deferred@2010248447 after retry RPC after error@250370966) -> (continuation of Deferred@1184891617 after retry RPC after error@933085663) -> (continuation of Deferred@1335082463 after retry RPC after error@592408400) -> (continuation of Deferred@1707001554 after retry RPC after error@1022652547) -> (continuation of Deferred@1851477895 after retry RPC after error@917932275) -> (continuation of Deferred@623726753 after retry RPC after error@985812207) -> (continuation of Deferred@248580935 after retry RPC after error@212007806) -> (continuation of Deferred@1128598035 after retry RPC after error@1799918496), errback=(continuation of Deferred@2010248447 after retry RPC after error@250370966) -> (continuation of Deferred@1184891617 after retry RPC after error@933085663) -> (continuation of Deferred@1335082463 after retry RPC after error@592408400) -> (continuation of Deferred@1707001554 after retry RPC after error@1022652547) -> (continuation of Deferred@1851477895 after retry RPC after error@917932275) -> (continuation of Deferred@623726753 after retry RPC after error@985812207) -> (continuation of Deferred@248580935 after retry RPC after error@212007806) -> (continuation of Deferred@1128598035 after retry RPC after error@1799918496)))
11:40:44.018 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1312288621(state=PENDING, result=null, callback=(continuation of Deferred@2010248447 after retry RPC after error@250370966) -> (continuation of Deferred@1184891617 after retry RPC after error@933085663) -> (continuation of Deferred@1335082463 after retry RPC after error@592408400) -> (continuation of Deferred@1707001554 after retry RPC after error@1022652547) -> (continuation of Deferred@1851477895 after retry RPC after error@917932275) -> (continuation of Deferred@623726753 after retry RPC after error@985812207) -> (continuation of Deferred@248580935 after retry RPC after error@212007806) -> (continuation of Deferred@1128598035 after retry RPC after error@1799918496), errback=(continuation of Deferred@2010248447 after retry RPC after error@250370966) -> (continuation of Deferred@1184891617 after retry RPC after error@933085663) -> (continuation of Deferred@1335082463 after retry RPC after error@592408400) -> (continuation of Deferred@1707001554 after retry RPC after error@1022652547) -> (continuation of Deferred@1851477895 after retry RPC after error@917932275) -> (continuation of Deferred@623726753 after retry RPC after error@985812207) -> (continuation of Deferred@248580935 after retry RPC after error@212007806) -> (continuation of Deferred@1128598035 after retry RPC after error@1799918496)))
11:40:44.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.218 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@7542369(state=PENDING, result=null, callback=(continuation of Deferred@1250934111 after retry RPC after error@1069663638) -> (continuation of Deferred@1353493899 after retry RPC after error@1215592929) -> (continuation of Deferred@2133217525 after retry RPC after error@1316669426) -> (continuation of Deferred@2073029443 after retry RPC after error@283066018) -> (continuation of Deferred@1563649460 after retry RPC after error@1164868791) -> (continuation of Deferred@1094668970 after retry RPC after error@687623681) -> (continuation of Deferred@1847890031 after retry RPC after error@1486471896), errback=(continuation of Deferred@1250934111 after retry RPC after error@1069663638) -> (continuation of Deferred@1353493899 after retry RPC after error@1215592929) -> (continuation of Deferred@2133217525 after retry RPC after error@1316669426) -> (continuation of Deferred@2073029443 after retry RPC after error@283066018) -> (continuation of Deferred@1563649460 after retry RPC after error@1164868791) -> (continuation of Deferred@1094668970 after retry RPC after error@687623681) -> (continuation of Deferred@1847890031 after retry RPC after error@1486471896)))
11:40:44.218 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@7542369(state=PENDING, result=null, callback=(continuation of Deferred@1250934111 after retry RPC after error@1069663638) -> (continuation of Deferred@1353493899 after retry RPC after error@1215592929) -> (continuation of Deferred@2133217525 after retry RPC after error@1316669426) -> (continuation of Deferred@2073029443 after retry RPC after error@283066018) -> (continuation of Deferred@1563649460 after retry RPC after error@1164868791) -> (continuation of Deferred@1094668970 after retry RPC after error@687623681) -> (continuation of Deferred@1847890031 after retry RPC after error@1486471896), errback=(continuation of Deferred@1250934111 after retry RPC after error@1069663638) -> (continuation of Deferred@1353493899 after retry RPC after error@1215592929) -> (continuation of Deferred@2133217525 after retry RPC after error@1316669426) -> (continuation of Deferred@2073029443 after retry RPC after error@283066018) -> (continuation of Deferred@1563649460 after retry RPC after error@1164868791) -> (continuation of Deferred@1094668970 after retry RPC after error@687623681) -> (continuation of Deferred@1847890031 after retry RPC after error@1486471896)))
11:40:44.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.478 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [126ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@649508084(state=PENDING, result=null, callback=(continuation of Deferred@36061893 after retry RPC after error@2077134696) -> (continuation of Deferred@921887235 after retry RPC after error@636543293) -> (continuation of Deferred@359710508 after retry RPC after error@441112357) -> (continuation of Deferred@990497941 after retry RPC after error@424815552) -> (continuation of Deferred@164331033 after retry RPC after error@1165259770) -> (continuation of Deferred@820802213 after retry RPC after error@946357075) -> (continuation of Deferred@1778502129 after retry RPC after error@202149096) -> (continuation of Deferred@1604763286 after retry RPC after error@632167658), errback=(continuation of Deferred@36061893 after retry RPC after error@2077134696) -> (continuation of Deferred@921887235 after retry RPC after error@636543293) -> (continuation of Deferred@359710508 after retry RPC after error@441112357) -> (continuation of Deferred@990497941 after retry RPC after error@424815552) -> (continuation of Deferred@164331033 after retry RPC after error@1165259770) -> (continuation of Deferred@820802213 after retry RPC after error@946357075) -> (continuation of Deferred@1778502129 after retry RPC after error@202149096) -> (continuation of Deferred@1604763286 after retry RPC after error@632167658)))
11:40:44.478 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [126ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@649508084(state=PENDING, result=null, callback=(continuation of Deferred@36061893 after retry RPC after error@2077134696) -> (continuation of Deferred@921887235 after retry RPC after error@636543293) -> (continuation of Deferred@359710508 after retry RPC after error@441112357) -> (continuation of Deferred@990497941 after retry RPC after error@424815552) -> (continuation of Deferred@164331033 after retry RPC after error@1165259770) -> (continuation of Deferred@820802213 after retry RPC after error@946357075) -> (continuation of Deferred@1778502129 after retry RPC after error@202149096) -> (continuation of Deferred@1604763286 after retry RPC after error@632167658), errback=(continuation of Deferred@36061893 after retry RPC after error@2077134696) -> (continuation of Deferred@921887235 after retry RPC after error@636543293) -> (continuation of Deferred@359710508 after retry RPC after error@441112357) -> (continuation of Deferred@990497941 after retry RPC after error@424815552) -> (continuation of Deferred@164331033 after retry RPC after error@1165259770) -> (continuation of Deferred@820802213 after retry RPC after error@946357075) -> (continuation of Deferred@1778502129 after retry RPC after error@202149096) -> (continuation of Deferred@1604763286 after retry RPC after error@632167658)))
11:40:44.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.658 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1835646501(state=PENDING, result=null, callback=(continuation of Deferred@558240693 after retry RPC after error@276123643) -> (continuation of Deferred@138920176 after retry RPC after error@679468875) -> (continuation of Deferred@968211018 after retry RPC after error@59056144) -> (continuation of Deferred@896737488 after retry RPC after error@1663055026) -> (continuation of Deferred@2010363254 after retry RPC after error@1568443964) -> (continuation of Deferred@1898266851 after retry RPC after error@331513809), errback=(continuation of Deferred@558240693 after retry RPC after error@276123643) -> (continuation of Deferred@138920176 after retry RPC after error@679468875) -> (continuation of Deferred@968211018 after retry RPC after error@59056144) -> (continuation of Deferred@896737488 after retry RPC after error@1663055026) -> (continuation of Deferred@2010363254 after retry RPC after error@1568443964) -> (continuation of Deferred@1898266851 after retry RPC after error@331513809)))
11:40:44.659 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1835646501(state=PENDING, result=null, callback=(continuation of Deferred@558240693 after retry RPC after error@276123643) -> (continuation of Deferred@138920176 after retry RPC after error@679468875) -> (continuation of Deferred@968211018 after retry RPC after error@59056144) -> (continuation of Deferred@896737488 after retry RPC after error@1663055026) -> (continuation of Deferred@2010363254 after retry RPC after error@1568443964) -> (continuation of Deferred@1898266851 after retry RPC after error@331513809), errback=(continuation of Deferred@558240693 after retry RPC after error@276123643) -> (continuation of Deferred@138920176 after retry RPC after error@679468875) -> (continuation of Deferred@968211018 after retry RPC after error@59056144) -> (continuation of Deferred@896737488 after retry RPC after error@1663055026) -> (continuation of Deferred@2010363254 after retry RPC after error@1568443964) -> (continuation of Deferred@1898266851 after retry RPC after error@331513809)))
11:40:44.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.935 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@678877860(state=PENDING, result=null, callback=(continuation of Deferred@1408641541 after retry RPC after error@607698989) -> (continuation of Deferred@1995852171 after retry RPC after error@1758141963) -> (continuation of Deferred@177186581 after retry RPC after error@1758738369) -> (continuation of Deferred@749375809 after retry RPC after error@471988633) -> (continuation of Deferred@1809924615 after retry RPC after error@574757509) -> (continuation of Deferred@1520088853 after retry RPC after error@1231315182) -> (continuation of Deferred@687137471 after retry RPC after error@449856278), errback=(continuation of Deferred@1408641541 after retry RPC after error@607698989) -> (continuation of Deferred@1995852171 after retry RPC after error@1758141963) -> (continuation of Deferred@177186581 after retry RPC after error@1758738369) -> (continuation of Deferred@749375809 after retry RPC after error@471988633) -> (continuation of Deferred@1809924615 after retry RPC after error@574757509) -> (continuation of Deferred@1520088853 after retry RPC after error@1231315182) -> (continuation of Deferred@687137471 after retry RPC after error@449856278)))
11:40:44.936 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:40:44.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:44.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:44.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:44.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:44.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:44.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.138 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1282500898(state=PENDING, result=null, callback=(continuation of Deferred@864129448 after retry RPC after error@438885148) -> (continuation of Deferred@1150224960 after retry RPC after error@57688970) -> (continuation of Deferred@1011060381 after retry RPC after error@1626296882) -> (continuation of Deferred@1544460645 after retry RPC after error@1566834045) -> (continuation of Deferred@2113189674 after retry RPC after error@1729102948) -> (continuation of Deferred@1333619794 after retry RPC after error@221771989), errback=(continuation of Deferred@864129448 after retry RPC after error@438885148) -> (continuation of Deferred@1150224960 after retry RPC after error@57688970) -> (continuation of Deferred@1011060381 after retry RPC after error@1626296882) -> (continuation of Deferred@1544460645 after retry RPC after error@1566834045) -> (continuation of Deferred@2113189674 after retry RPC after error@1729102948) -> (continuation of Deferred@1333619794 after retry RPC after error@221771989)))
11:40:45.139 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1282500898(state=PENDING, result=null, callback=(continuation of Deferred@864129448 after retry RPC after error@438885148) -> (continuation of Deferred@1150224960 after retry RPC after error@57688970) -> (continuation of Deferred@1011060381 after retry RPC after error@1626296882) -> (continuation of Deferred@1544460645 after retry RPC after error@1566834045) -> (continuation of Deferred@2113189674 after retry RPC after error@1729102948) -> (continuation of Deferred@1333619794 after retry RPC after error@221771989), errback=(continuation of Deferred@864129448 after retry RPC after error@438885148) -> (continuation of Deferred@1150224960 after retry RPC after error@57688970) -> (continuation of Deferred@1011060381 after retry RPC after error@1626296882) -> (continuation of Deferred@1544460645 after retry RPC after error@1566834045) -> (continuation of Deferred@2113189674 after retry RPC after error@1729102948) -> (continuation of Deferred@1333619794 after retry RPC after error@221771989)))
11:40:45.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.398 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1096125595(state=PENDING, result=null, callback=(continuation of Deferred@1960592104 after retry RPC after error@4669835) -> (continuation of Deferred@1509839490 after retry RPC after error@874658930) -> (continuation of Deferred@578806556 after retry RPC after error@412005825) -> (continuation of Deferred@860851728 after retry RPC after error@371975591) -> (continuation of Deferred@1267831677 after retry RPC after error@643565427) -> (continuation of Deferred@1764500134 after retry RPC after error@551806201) -> (continuation of Deferred@1731105251 after retry RPC after error@554661354), errback=(continuation of Deferred@1960592104 after retry RPC after error@4669835) -> (continuation of Deferred@1509839490 after retry RPC after error@874658930) -> (continuation of Deferred@578806556 after retry RPC after error@412005825) -> (continuation of Deferred@860851728 after retry RPC after error@371975591) -> (continuation of Deferred@1267831677 after retry RPC after error@643565427) -> (continuation of Deferred@1764500134 after retry RPC after error@551806201) -> (continuation of Deferred@1731105251 after retry RPC after error@554661354)))
11:40:45.398 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1096125595(state=PENDING, result=null, callback=(continuation of Deferred@1960592104 after retry RPC after error@4669835) -> (continuation of Deferred@1509839490 after retry RPC after error@874658930) -> (continuation of Deferred@578806556 after retry RPC after error@412005825) -> (continuation of Deferred@860851728 after retry RPC after error@371975591) -> (continuation of Deferred@1267831677 after retry RPC after error@643565427) -> (continuation of Deferred@1764500134 after retry RPC after error@551806201) -> (continuation of Deferred@1731105251 after retry RPC after error@554661354), errback=(continuation of Deferred@1960592104 after retry RPC after error@4669835) -> (continuation of Deferred@1509839490 after retry RPC after error@874658930) -> (continuation of Deferred@578806556 after retry RPC after error@412005825) -> (continuation of Deferred@860851728 after retry RPC after error@371975591) -> (continuation of Deferred@1267831677 after retry RPC after error@643565427) -> (continuation of Deferred@1764500134 after retry RPC after error@551806201) -> (continuation of Deferred@1731105251 after retry RPC after error@554661354)))
11:40:45.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.658 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2040612696(state=PENDING, result=null, callback=(continuation of Deferred@982341542 after retry RPC after error@176535978) -> (continuation of Deferred@1268964475 after retry RPC after error@944425424) -> (continuation of Deferred@1747622168 after retry RPC after error@1338324318) -> (continuation of Deferred@316238297 after retry RPC after error@2092119579) -> (continuation of Deferred@1080922828 after retry RPC after error@652484698) -> (continuation of Deferred@2133463806 after retry RPC after error@441250030) -> (continuation of Deferred@907803289 after retry RPC after error@838531824), errback=(continuation of Deferred@982341542 after retry RPC after error@176535978) -> (continuation of Deferred@1268964475 after retry RPC after error@944425424) -> (continuation of Deferred@1747622168 after retry RPC after error@1338324318) -> (continuation of Deferred@316238297 after retry RPC after error@2092119579) -> (continuation of Deferred@1080922828 after retry RPC after error@652484698) -> (continuation of Deferred@2133463806 after retry RPC after error@441250030) -> (continuation of Deferred@907803289 after retry RPC after error@838531824)))
11:40:45.658 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2040612696(state=PENDING, result=null, callback=(continuation of Deferred@982341542 after retry RPC after error@176535978) -> (continuation of Deferred@1268964475 after retry RPC after error@944425424) -> (continuation of Deferred@1747622168 after retry RPC after error@1338324318) -> (continuation of Deferred@316238297 after retry RPC after error@2092119579) -> (continuation of Deferred@1080922828 after retry RPC after error@652484698) -> (continuation of Deferred@2133463806 after retry RPC after error@441250030) -> (continuation of Deferred@907803289 after retry RPC after error@838531824), errback=(continuation of Deferred@982341542 after retry RPC after error@176535978) -> (continuation of Deferred@1268964475 after retry RPC after error@944425424) -> (continuation of Deferred@1747622168 after retry RPC after error@1338324318) -> (continuation of Deferred@316238297 after retry RPC after error@2092119579) -> (continuation of Deferred@1080922828 after retry RPC after error@652484698) -> (continuation of Deferred@2133463806 after retry RPC after error@441250030) -> (continuation of Deferred@907803289 after retry RPC after error@838531824)))
11:40:45.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.917 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2063560935(state=PENDING, result=null, callback=(continuation of Deferred@1922895689 after retry RPC after error@909984579) -> (continuation of Deferred@1890232742 after retry RPC after error@1901299484) -> (continuation of Deferred@1798187320 after retry RPC after error@928335941) -> (continuation of Deferred@303505552 after retry RPC after error@2140221097) -> (continuation of Deferred@1701625738 after retry RPC after error@2020000770) -> (continuation of Deferred@1407088702 after retry RPC after error@625795210) -> (continuation of Deferred@635210566 after retry RPC after error@1809059115), errback=(continuation of Deferred@1922895689 after retry RPC after error@909984579) -> (continuation of Deferred@1890232742 after retry RPC after error@1901299484) -> (continuation of Deferred@1798187320 after retry RPC after error@928335941) -> (continuation of Deferred@303505552 after retry RPC after error@2140221097) -> (continuation of Deferred@1701625738 after retry RPC after error@2020000770) -> (continuation of Deferred@1407088702 after retry RPC after error@625795210) -> (continuation of Deferred@635210566 after retry RPC after error@1809059115)))
11:40:45.918 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2063560935(state=PENDING, result=null, callback=(continuation of Deferred@1922895689 after retry RPC after error@909984579) -> (continuation of Deferred@1890232742 after retry RPC after error@1901299484) -> (continuation of Deferred@1798187320 after retry RPC after error@928335941) -> (continuation of Deferred@303505552 after retry RPC after error@2140221097) -> (continuation of Deferred@1701625738 after retry RPC after error@2020000770) -> (continuation of Deferred@1407088702 after retry RPC after error@625795210) -> (continuation of Deferred@635210566 after retry RPC after error@1809059115), errback=(continuation of Deferred@1922895689 after retry RPC after error@909984579) -> (continuation of Deferred@1890232742 after retry RPC after error@1901299484) -> (continuation of Deferred@1798187320 after retry RPC after error@928335941) -> (continuation of Deferred@303505552 after retry RPC after error@2140221097) -> (continuation of Deferred@1701625738 after retry RPC after error@2020000770) -> (continuation of Deferred@1407088702 after retry RPC after error@625795210) -> (continuation of Deferred@635210566 after retry RPC after error@1809059115)))
11:40:45.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:45.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:45.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:45.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:45.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:45.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.178 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1001194797(state=PENDING, result=null, callback=(continuation of Deferred@1474814027 after retry RPC after error@884477860) -> (continuation of Deferred@1484080970 after retry RPC after error@186823940) -> (continuation of Deferred@1664084371 after retry RPC after error@396238717) -> (continuation of Deferred@1705203155 after retry RPC after error@2067224310) -> (continuation of Deferred@1741183858 after retry RPC after error@13288705) -> (continuation of Deferred@2134377734 after retry RPC after error@1056537841) -> (continuation of Deferred@466596759 after retry RPC after error@1299943202), errback=(continuation of Deferred@1474814027 after retry RPC after error@884477860) -> (continuation of Deferred@1484080970 after retry RPC after error@186823940) -> (continuation of Deferred@1664084371 after retry RPC after error@396238717) -> (continuation of Deferred@1705203155 after retry RPC after error@2067224310) -> (continuation of Deferred@1741183858 after retry RPC after error@13288705) -> (continuation of Deferred@2134377734 after retry RPC after error@1056537841) -> (continuation of Deferred@466596759 after retry RPC after error@1299943202)))
11:40:46.178 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1001194797(state=PENDING, result=null, callback=(continuation of Deferred@1474814027 after retry RPC after error@884477860) -> (continuation of Deferred@1484080970 after retry RPC after error@186823940) -> (continuation of Deferred@1664084371 after retry RPC after error@396238717) -> (continuation of Deferred@1705203155 after retry RPC after error@2067224310) -> (continuation of Deferred@1741183858 after retry RPC after error@13288705) -> (continuation of Deferred@2134377734 after retry RPC after error@1056537841) -> (continuation of Deferred@466596759 after retry RPC after error@1299943202), errback=(continuation of Deferred@1474814027 after retry RPC after error@884477860) -> (continuation of Deferred@1484080970 after retry RPC after error@186823940) -> (continuation of Deferred@1664084371 after retry RPC after error@396238717) -> (continuation of Deferred@1705203155 after retry RPC after error@2067224310) -> (continuation of Deferred@1741183858 after retry RPC after error@13288705) -> (continuation of Deferred@2134377734 after retry RPC after error@1056537841) -> (continuation of Deferred@466596759 after retry RPC after error@1299943202)))
11:40:46.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.438 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@961236866(state=PENDING, result=null, callback=(continuation of Deferred@675911081 after retry RPC after error@20190308) -> (continuation of Deferred@1294280731 after retry RPC after error@787564898) -> (continuation of Deferred@1257334216 after retry RPC after error@1808256966) -> (continuation of Deferred@264652629 after retry RPC after error@727233942) -> (continuation of Deferred@1782995472 after retry RPC after error@1059721569) -> (continuation of Deferred@40572222 after retry RPC after error@1827792096) -> (continuation of Deferred@876586420 after retry RPC after error@1534139211) -> (continuation of Deferred@32057342 after retry RPC after error@1658586567), errback=(continuation of Deferred@675911081 after retry RPC after error@20190308) -> (continuation of Deferred@1294280731 after retry RPC after error@787564898) -> (continuation of Deferred@1257334216 after retry RPC after error@1808256966) -> (continuation of Deferred@264652629 after retry RPC after error@727233942) -> (continuation of Deferred@1782995472 after retry RPC after error@1059721569) -> (continuation of Deferred@40572222 after retry RPC after error@1827792096) -> (continuation of Deferred@876586420 after retry RPC after error@1534139211) -> (continuation of Deferred@32057342 after retry RPC after error@1658586567)))
11:40:46.438 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@961236866(state=PENDING, result=null, callback=(continuation of Deferred@675911081 after retry RPC after error@20190308) -> (continuation of Deferred@1294280731 after retry RPC after error@787564898) -> (continuation of Deferred@1257334216 after retry RPC after error@1808256966) -> (continuation of Deferred@264652629 after retry RPC after error@727233942) -> (continuation of Deferred@1782995472 after retry RPC after error@1059721569) -> (continuation of Deferred@40572222 after retry RPC after error@1827792096) -> (continuation of Deferred@876586420 after retry RPC after error@1534139211) -> (continuation of Deferred@32057342 after retry RPC after error@1658586567), errback=(continuation of Deferred@675911081 after retry RPC after error@20190308) -> (continuation of Deferred@1294280731 after retry RPC after error@787564898) -> (continuation of Deferred@1257334216 after retry RPC after error@1808256966) -> (continuation of Deferred@264652629 after retry RPC after error@727233942) -> (continuation of Deferred@1782995472 after retry RPC after error@1059721569) -> (continuation of Deferred@40572222 after retry RPC after error@1827792096) -> (continuation of Deferred@876586420 after retry RPC after error@1534139211) -> (continuation of Deferred@32057342 after retry RPC after error@1658586567)))
11:40:46.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.678 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1086955611(state=PENDING, result=null, callback=(continuation of Deferred@195748118 after retry RPC after error@1114865310) -> (continuation of Deferred@1714996994 after retry RPC after error@1811839206) -> (continuation of Deferred@922781406 after retry RPC after error@1860077870) -> (continuation of Deferred@1316901664 after retry RPC after error@1457470273) -> (continuation of Deferred@1708814642 after retry RPC after error@2144801630) -> (continuation of Deferred@1124907223 after retry RPC after error@1822856900) -> (continuation of Deferred@1514350979 after retry RPC after error@491363446), errback=(continuation of Deferred@195748118 after retry RPC after error@1114865310) -> (continuation of Deferred@1714996994 after retry RPC after error@1811839206) -> (continuation of Deferred@922781406 after retry RPC after error@1860077870) -> (continuation of Deferred@1316901664 after retry RPC after error@1457470273) -> (continuation of Deferred@1708814642 after retry RPC after error@2144801630) -> (continuation of Deferred@1124907223 after retry RPC after error@1822856900) -> (continuation of Deferred@1514350979 after retry RPC after error@491363446)))
11:40:46.678 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1086955611(state=PENDING, result=null, callback=(continuation of Deferred@195748118 after retry RPC after error@1114865310) -> (continuation of Deferred@1714996994 after retry RPC after error@1811839206) -> (continuation of Deferred@922781406 after retry RPC after error@1860077870) -> (continuation of Deferred@1316901664 after retry RPC after error@1457470273) -> (continuation of Deferred@1708814642 after retry RPC after error@2144801630) -> (continuation of Deferred@1124907223 after retry RPC after error@1822856900) -> (continuation of Deferred@1514350979 after retry RPC after error@491363446), errback=(continuation of Deferred@195748118 after retry RPC after error@1114865310) -> (continuation of Deferred@1714996994 after retry RPC after error@1811839206) -> (continuation of Deferred@922781406 after retry RPC after error@1860077870) -> (continuation of Deferred@1316901664 after retry RPC after error@1457470273) -> (continuation of Deferred@1708814642 after retry RPC after error@2144801630) -> (continuation of Deferred@1124907223 after retry RPC after error@1822856900) -> (continuation of Deferred@1514350979 after retry RPC after error@491363446)))
11:40:46.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.938 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@764605808(state=PENDING, result=null, callback=(continuation of Deferred@1410801722 after retry RPC after error@1736803791) -> (continuation of Deferred@144549092 after retry RPC after error@849279474) -> (continuation of Deferred@1600457067 after retry RPC after error@344282293) -> (continuation of Deferred@1901750341 after retry RPC after error@877551349) -> (continuation of Deferred@1125590854 after retry RPC after error@2097804141) -> (continuation of Deferred@1605608649 after retry RPC after error@424472636) -> (continuation of Deferred@1671158084 after retry RPC after error@1362877633), errback=(continuation of Deferred@1410801722 after retry RPC after error@1736803791) -> (continuation of Deferred@144549092 after retry RPC after error@849279474) -> (continuation of Deferred@1600457067 after retry RPC after error@344282293) -> (continuation of Deferred@1901750341 after retry RPC after error@877551349) -> (continuation of Deferred@1125590854 after retry RPC after error@2097804141) -> (continuation of Deferred@1605608649 after retry RPC after error@424472636) -> (continuation of Deferred@1671158084 after retry RPC after error@1362877633)))
11:40:46.939 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@764605808(state=PENDING, result=null, callback=(continuation of Deferred@1410801722 after retry RPC after error@1736803791) -> (continuation of Deferred@144549092 after retry RPC after error@849279474) -> (continuation of Deferred@1600457067 after retry RPC after error@344282293) -> (continuation of Deferred@1901750341 after retry RPC after error@877551349) -> (continuation of Deferred@1125590854 after retry RPC after error@2097804141) -> (continuation of Deferred@1605608649 after retry RPC after error@424472636) -> (continuation of Deferred@1671158084 after retry RPC after error@1362877633), errback=(continuation of Deferred@1410801722 after retry RPC after error@1736803791) -> (continuation of Deferred@144549092 after retry RPC after error@849279474) -> (continuation of Deferred@1600457067 after retry RPC after error@344282293) -> (continuation of Deferred@1901750341 after retry RPC after error@877551349) -> (continuation of Deferred@1125590854 after retry RPC after error@2097804141) -> (continuation of Deferred@1605608649 after retry RPC after error@424472636) -> (continuation of Deferred@1671158084 after retry RPC after error@1362877633)))
11:40:46.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:46.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:46.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:46.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:46.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:46.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:47.035825 16637 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:40:47.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:47.038513 16637 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:40:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:47.039994 16637 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.224.188:39059)
11:40:47.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.216 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1471775890(state=PENDING, result=null, callback=(continuation of Deferred@1073525948 after retry RPC after error@1799118407) -> (continuation of Deferred@2140939066 after retry RPC after error@1679467855) -> (continuation of Deferred@1050256420 after retry RPC after error@937302998) -> (continuation of Deferred@700804068 after retry RPC after error@407147342) -> (continuation of Deferred@1804578022 after retry RPC after error@742918890) -> (continuation of Deferred@777047756 after retry RPC after error@313718443) -> (continuation of Deferred@72122503 after retry RPC after error@1757398462) -> (continuation of Deferred@1076973771 after retry RPC after error@1169420744), errback=(continuation of Deferred@1073525948 after retry RPC after error@1799118407) -> (continuation of Deferred@2140939066 after retry RPC after error@1679467855) -> (continuation of Deferred@1050256420 after retry RPC after error@937302998) -> (continuation of Deferred@700804068 after retry RPC after error@407147342) -> (continuation of Deferred@1804578022 after retry RPC after error@742918890) -> (continuation of Deferred@777047756 after retry RPC after error@313718443) -> (continuation of Deferred@72122503 after retry RPC after error@1757398462) -> (continuation of Deferred@1076973771 after retry RPC after error@1169420744)))
11:40:47.216 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:40:47.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:47.292100 17217 raft_consensus.cc:482] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 918f9b4955f34762aebd23a7f0bd725b)
11:40:47.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:47.292301 17217 raft_consensus.cc:504] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:40:47.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:47.292968 17217 leader_election.cc:288] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:40:47.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:47.294229 16365 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111) [suppressed 3 similar messages]
11:40:47.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:47.295632 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355): Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111)
11:40:47.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:47.295917 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:40:47.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:47.296038 16365 leader_election.cc:302] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beea4c6fb83e497ea4f6ed8e86d61ddf; no voters: 918f9b4955f34762aebd23a7f0bd725b, debafd1fba334bd2b1b2dd2672c868bc
11:40:47.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:40:47.296427 17217 raft_consensus.cc:2726] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
11:40:47.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.458 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@82031636(state=PENDING, result=null, callback=(continuation of Deferred@578402868 after retry RPC after error@342073633) -> (continuation of Deferred@504216074 after retry RPC after error@123203275) -> (continuation of Deferred@1745902607 after retry RPC after error@1643348613) -> (continuation of Deferred@308132187 after retry RPC after error@717499501) -> (continuation of Deferred@1079962910 after retry RPC after error@1027913786) -> (continuation of Deferred@1110198696 after retry RPC after error@1224782532) -> (continuation of Deferred@2114031847 after retry RPC after error@1721528949), errback=(continuation of Deferred@578402868 after retry RPC after error@342073633) -> (continuation of Deferred@504216074 after retry RPC after error@123203275) -> (continuation of Deferred@1745902607 after retry RPC after error@1643348613) -> (continuation of Deferred@308132187 after retry RPC after error@717499501) -> (continuation of Deferred@1079962910 after retry RPC after error@1027913786) -> (continuation of Deferred@1110198696 after retry RPC after error@1224782532) -> (continuation of Deferred@2114031847 after retry RPC after error@1721528949)))
11:40:47.459 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@82031636(state=PENDING, result=null, callback=(continuation of Deferred@578402868 after retry RPC after error@342073633) -> (continuation of Deferred@504216074 after retry RPC after error@123203275) -> (continuation of Deferred@1745902607 after retry RPC after error@1643348613) -> (continuation of Deferred@308132187 after retry RPC after error@717499501) -> (continuation of Deferred@1079962910 after retry RPC after error@1027913786) -> (continuation of Deferred@1110198696 after retry RPC after error@1224782532) -> (continuation of Deferred@2114031847 after retry RPC after error@1721528949), errback=(continuation of Deferred@578402868 after retry RPC after error@342073633) -> (continuation of Deferred@504216074 after retry RPC after error@123203275) -> (continuation of Deferred@1745902607 after retry RPC after error@1643348613) -> (continuation of Deferred@308132187 after retry RPC after error@717499501) -> (continuation of Deferred@1079962910 after retry RPC after error@1027913786) -> (continuation of Deferred@1110198696 after retry RPC after error@1224782532) -> (continuation of Deferred@2114031847 after retry RPC after error@1721528949)))
11:40:47.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.658 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@636979080(state=PENDING, result=null, callback=(continuation of Deferred@3894572 after retry RPC after error@1770027376) -> (continuation of Deferred@55287377 after retry RPC after error@446272119) -> (continuation of Deferred@1100008965 after retry RPC after error@733050046) -> (continuation of Deferred@1951915663 after retry RPC after error@579596376) -> (continuation of Deferred@1705829098 after retry RPC after error@1159233125) -> (continuation of Deferred@259089391 after retry RPC after error@1921342313) -> (continuation of Deferred@1882999905 after retry RPC after error@1993469781), errback=(continuation of Deferred@3894572 after retry RPC after error@1770027376) -> (continuation of Deferred@55287377 after retry RPC after error@446272119) -> (continuation of Deferred@1100008965 after retry RPC after error@733050046) -> (continuation of Deferred@1951915663 after retry RPC after error@579596376) -> (continuation of Deferred@1705829098 after retry RPC after error@1159233125) -> (continuation of Deferred@259089391 after retry RPC after error@1921342313) -> (continuation of Deferred@1882999905 after retry RPC after error@1993469781)))
11:40:47.659 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@636979080(state=PENDING, result=null, callback=(continuation of Deferred@3894572 after retry RPC after error@1770027376) -> (continuation of Deferred@55287377 after retry RPC after error@446272119) -> (continuation of Deferred@1100008965 after retry RPC after error@733050046) -> (continuation of Deferred@1951915663 after retry RPC after error@579596376) -> (continuation of Deferred@1705829098 after retry RPC after error@1159233125) -> (continuation of Deferred@259089391 after retry RPC after error@1921342313) -> (continuation of Deferred@1882999905 after retry RPC after error@1993469781), errback=(continuation of Deferred@3894572 after retry RPC after error@1770027376) -> (continuation of Deferred@55287377 after retry RPC after error@446272119) -> (continuation of Deferred@1100008965 after retry RPC after error@733050046) -> (continuation of Deferred@1951915663 after retry RPC after error@579596376) -> (continuation of Deferred@1705829098 after retry RPC after error@1159233125) -> (continuation of Deferred@259089391 after retry RPC after error@1921342313) -> (continuation of Deferred@1882999905 after retry RPC after error@1993469781)))
11:40:47.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.878 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1659441383(state=PENDING, result=null, callback=(continuation of Deferred@1338498541 after retry RPC after error@1058388662) -> (continuation of Deferred@1314895314 after retry RPC after error@1679551190) -> (continuation of Deferred@356674317 after retry RPC after error@118534937) -> (continuation of Deferred@886204172 after retry RPC after error@262436378) -> (continuation of Deferred@154693344 after retry RPC after error@187862181) -> (continuation of Deferred@746545352 after retry RPC after error@4704251) -> (continuation of Deferred@1245902461 after retry RPC after error@1435114548), errback=(continuation of Deferred@1338498541 after retry RPC after error@1058388662) -> (continuation of Deferred@1314895314 after retry RPC after error@1679551190) -> (continuation of Deferred@356674317 after retry RPC after error@118534937) -> (continuation of Deferred@886204172 after retry RPC after error@262436378) -> (continuation of Deferred@154693344 after retry RPC after error@187862181) -> (continuation of Deferred@746545352 after retry RPC after error@4704251) -> (continuation of Deferred@1245902461 after retry RPC after error@1435114548)))
11:40:47.878 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1659441383(state=PENDING, result=null, callback=(continuation of Deferred@1338498541 after retry RPC after error@1058388662) -> (continuation of Deferred@1314895314 after retry RPC after error@1679551190) -> (continuation of Deferred@356674317 after retry RPC after error@118534937) -> (continuation of Deferred@886204172 after retry RPC after error@262436378) -> (continuation of Deferred@154693344 after retry RPC after error@187862181) -> (continuation of Deferred@746545352 after retry RPC after error@4704251) -> (continuation of Deferred@1245902461 after retry RPC after error@1435114548), errback=(continuation of Deferred@1338498541 after retry RPC after error@1058388662) -> (continuation of Deferred@1314895314 after retry RPC after error@1679551190) -> (continuation of Deferred@356674317 after retry RPC after error@118534937) -> (continuation of Deferred@886204172 after retry RPC after error@262436378) -> (continuation of Deferred@154693344 after retry RPC after error@187862181) -> (continuation of Deferred@746545352 after retry RPC after error@4704251) -> (continuation of Deferred@1245902461 after retry RPC after error@1435114548)))
11:40:47.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:47.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:47.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:47.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:47.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:47.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:48.155 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=4, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, deferred=Deferred@1678307279(state=PENDING, result=null, callback=(continuation of Deferred@1197954263 after retry RPC after error@1325494755) -> (continuation of Deferred@860500279 after retry RPC after error@270521862) -> (continuation of Deferred@1839462718 after retry RPC after error@694752000), errback=(continuation of Deferred@1197954263 after retry RPC after error@1325494755) -> (continuation of Deferred@860500279 after retry RPC after error@270521862) -> (continuation of Deferred@1839462718 after retry RPC after error@694752000)))
11:40:48.156 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=189, elapsed=199), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, deferred=Deferred@1271422099(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.224.188:39059, errback=org.apache.kudu.client.ConnectToCluster$1@25891c0a -> ConnectToMasterErrCB for 127.15.224.188:39059))
11:40:48.156 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:48.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:48.176 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
11:40:48.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:40:48.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:48.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:48.435 [DEBUG - pool-46-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, deferred=null) with no deferred attached!
11:40:48.435 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, deferred=Deferred@1059352058(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.224.188:39059, errback=org.apache.kudu.client.ConnectToCluster$1@52a05f58 -> ConnectToMasterErrCB for 127.15.224.188:39059))
11:40:48.435 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:48.435 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, deferred=Deferred@1059352058(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.224.188:39059, errback=org.apache.kudu.client.ConnectToCluster$1@52a05f58 -> ConnectToMasterErrCB for 127.15.224.188:39059)), deferred=null)
11:40:48.435 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, deferred=Deferred@1059352058(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.224.188:39059, errback=org.apache.kudu.client.ConnectToCluster$1@52a05f58 -> ConnectToMasterErrCB for 127.15.224.188:39059)), deferred=null)
11:40:48.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:48.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:48.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:48.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:48.715 [DEBUG - pool-46-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, deferred=null) with no deferred attached!
11:40:48.716 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, deferred=Deferred@873591771(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.224.188:39059, errback=org.apache.kudu.client.ConnectToCluster$1@28c6131e -> ConnectToMasterErrCB for 127.15.224.188:39059))
11:40:48.716 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:48.716 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, deferred=Deferred@873591771(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.224.188:39059, errback=org.apache.kudu.client.ConnectToCluster$1@28c6131e -> ConnectToMasterErrCB for 127.15.224.188:39059)), deferred=null)
11:40:48.716 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, deferred=Deferred@873591771(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.224.188:39059, errback=org.apache.kudu.client.ConnectToCluster$1@28c6131e -> ConnectToMasterErrCB for 127.15.224.188:39059)), deferred=null)
11:40:48.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:48.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:48.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:48.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:48.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:48.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:48.969 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=813), Traces: [0ms] received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=null) with no deferred attached!
11:40:48.970 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=534), Traces: [0ms] received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=null) with no deferred attached!
11:40:48.970 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=253), Traces: [0ms] received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=null) with no deferred attached!
11:40:48.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:48.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:48.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:48.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:48.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:48.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:48.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:48.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:48.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:48.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:48.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:48.995 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=2, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [235ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [235ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1494328547(state=PENDING, result=null, callback=(continuation of Deferred@1197291227 after retry RPC after error@546137042) -> (continuation of Deferred@1504352342 after retry RPC after error@231217468), errback=(continuation of Deferred@1197291227 after retry RPC after error@546137042) -> (continuation of Deferred@1504352342 after retry RPC after error@231217468)))
11:40:48.996 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:40:49.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.178 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@751500712(state=PENDING, result=null, callback=(continuation of Deferred@233349117 after retry RPC after error@281214588) -> (continuation of Deferred@976407975 after retry RPC after error@1097748724) -> (continuation of Deferred@145766483 after retry RPC after error@260441639) -> (continuation of Deferred@594918789 after retry RPC after error@279945455) -> (continuation of Deferred@433352713 after retry RPC after error@652016170) -> (continuation of Deferred@684450529 after retry RPC after error@1158584271), errback=(continuation of Deferred@233349117 after retry RPC after error@281214588) -> (continuation of Deferred@976407975 after retry RPC after error@1097748724) -> (continuation of Deferred@145766483 after retry RPC after error@260441639) -> (continuation of Deferred@594918789 after retry RPC after error@279945455) -> (continuation of Deferred@433352713 after retry RPC after error@652016170) -> (continuation of Deferred@684450529 after retry RPC after error@1158584271)))
11:40:49.178 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@751500712(state=PENDING, result=null, callback=(continuation of Deferred@233349117 after retry RPC after error@281214588) -> (continuation of Deferred@976407975 after retry RPC after error@1097748724) -> (continuation of Deferred@145766483 after retry RPC after error@260441639) -> (continuation of Deferred@594918789 after retry RPC after error@279945455) -> (continuation of Deferred@433352713 after retry RPC after error@652016170) -> (continuation of Deferred@684450529 after retry RPC after error@1158584271), errback=(continuation of Deferred@233349117 after retry RPC after error@281214588) -> (continuation of Deferred@976407975 after retry RPC after error@1097748724) -> (continuation of Deferred@145766483 after retry RPC after error@260441639) -> (continuation of Deferred@594918789 after retry RPC after error@279945455) -> (continuation of Deferred@433352713 after retry RPC after error@652016170) -> (continuation of Deferred@684450529 after retry RPC after error@1158584271)))
11:40:49.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.357 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1728250846(state=PENDING, result=null, callback=(continuation of Deferred@248277117 after retry RPC after error@1607241024) -> (continuation of Deferred@1536109746 after retry RPC after error@611174894) -> (continuation of Deferred@1234162334 after retry RPC after error@1913839714) -> (continuation of Deferred@1356507182 after retry RPC after error@439495010) -> (continuation of Deferred@765334424 after retry RPC after error@1223354297) -> (continuation of Deferred@1299496274 after retry RPC after error@1183245479), errback=(continuation of Deferred@248277117 after retry RPC after error@1607241024) -> (continuation of Deferred@1536109746 after retry RPC after error@611174894) -> (continuation of Deferred@1234162334 after retry RPC after error@1913839714) -> (continuation of Deferred@1356507182 after retry RPC after error@439495010) -> (continuation of Deferred@765334424 after retry RPC after error@1223354297) -> (continuation of Deferred@1299496274 after retry RPC after error@1183245479)))
11:40:49.358 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1728250846(state=PENDING, result=null, callback=(continuation of Deferred@248277117 after retry RPC after error@1607241024) -> (continuation of Deferred@1536109746 after retry RPC after error@611174894) -> (continuation of Deferred@1234162334 after retry RPC after error@1913839714) -> (continuation of Deferred@1356507182 after retry RPC after error@439495010) -> (continuation of Deferred@765334424 after retry RPC after error@1223354297) -> (continuation of Deferred@1299496274 after retry RPC after error@1183245479), errback=(continuation of Deferred@248277117 after retry RPC after error@1607241024) -> (continuation of Deferred@1536109746 after retry RPC after error@611174894) -> (continuation of Deferred@1234162334 after retry RPC after error@1913839714) -> (continuation of Deferred@1356507182 after retry RPC after error@439495010) -> (continuation of Deferred@765334424 after retry RPC after error@1223354297) -> (continuation of Deferred@1299496274 after retry RPC after error@1183245479)))
11:40:49.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.578 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@777940271(state=PENDING, result=null, callback=(continuation of Deferred@1144222769 after retry RPC after error@1958110436) -> (continuation of Deferred@783217607 after retry RPC after error@1942279208) -> (continuation of Deferred@747222173 after retry RPC after error@1809806508) -> (continuation of Deferred@850821851 after retry RPC after error@1736865073) -> (continuation of Deferred@105515008 after retry RPC after error@379614833) -> (continuation of Deferred@277253668 after retry RPC after error@1157451512), errback=(continuation of Deferred@1144222769 after retry RPC after error@1958110436) -> (continuation of Deferred@783217607 after retry RPC after error@1942279208) -> (continuation of Deferred@747222173 after retry RPC after error@1809806508) -> (continuation of Deferred@850821851 after retry RPC after error@1736865073) -> (continuation of Deferred@105515008 after retry RPC after error@379614833) -> (continuation of Deferred@277253668 after retry RPC after error@1157451512)))
11:40:49.578 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@777940271(state=PENDING, result=null, callback=(continuation of Deferred@1144222769 after retry RPC after error@1958110436) -> (continuation of Deferred@783217607 after retry RPC after error@1942279208) -> (continuation of Deferred@747222173 after retry RPC after error@1809806508) -> (continuation of Deferred@850821851 after retry RPC after error@1736865073) -> (continuation of Deferred@105515008 after retry RPC after error@379614833) -> (continuation of Deferred@277253668 after retry RPC after error@1157451512), errback=(continuation of Deferred@1144222769 after retry RPC after error@1958110436) -> (continuation of Deferred@783217607 after retry RPC after error@1942279208) -> (continuation of Deferred@747222173 after retry RPC after error@1809806508) -> (continuation of Deferred@850821851 after retry RPC after error@1736865073) -> (continuation of Deferred@105515008 after retry RPC after error@379614833) -> (continuation of Deferred@277253668 after retry RPC after error@1157451512)))
11:40:49.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.838 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@387255824(state=PENDING, result=null, callback=(continuation of Deferred@1961565521 after retry RPC after error@828520114) -> (continuation of Deferred@462155809 after retry RPC after error@609290446) -> (continuation of Deferred@150771840 after retry RPC after error@671873163) -> (continuation of Deferred@1824857939 after retry RPC after error@1082031485) -> (continuation of Deferred@741000554 after retry RPC after error@1527955396) -> (continuation of Deferred@526978162 after retry RPC after error@751767415) -> (continuation of Deferred@1446288913 after retry RPC after error@404158348), errback=(continuation of Deferred@1961565521 after retry RPC after error@828520114) -> (continuation of Deferred@462155809 after retry RPC after error@609290446) -> (continuation of Deferred@150771840 after retry RPC after error@671873163) -> (continuation of Deferred@1824857939 after retry RPC after error@1082031485) -> (continuation of Deferred@741000554 after retry RPC after error@1527955396) -> (continuation of Deferred@526978162 after retry RPC after error@751767415) -> (continuation of Deferred@1446288913 after retry RPC after error@404158348)))
11:40:49.838 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@387255824(state=PENDING, result=null, callback=(continuation of Deferred@1961565521 after retry RPC after error@828520114) -> (continuation of Deferred@462155809 after retry RPC after error@609290446) -> (continuation of Deferred@150771840 after retry RPC after error@671873163) -> (continuation of Deferred@1824857939 after retry RPC after error@1082031485) -> (continuation of Deferred@741000554 after retry RPC after error@1527955396) -> (continuation of Deferred@526978162 after retry RPC after error@751767415) -> (continuation of Deferred@1446288913 after retry RPC after error@404158348), errback=(continuation of Deferred@1961565521 after retry RPC after error@828520114) -> (continuation of Deferred@462155809 after retry RPC after error@609290446) -> (continuation of Deferred@150771840 after retry RPC after error@671873163) -> (continuation of Deferred@1824857939 after retry RPC after error@1082031485) -> (continuation of Deferred@741000554 after retry RPC after error@1527955396) -> (continuation of Deferred@526978162 after retry RPC after error@751767415) -> (continuation of Deferred@1446288913 after retry RPC after error@404158348)))
11:40:49.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:49.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:49.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:49.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:49.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:49.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.116 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@663916041(state=PENDING, result=null, callback=(continuation of Deferred@147353267 after retry RPC after error@660769018) -> (continuation of Deferred@100973470 after retry RPC after error@903192465) -> (continuation of Deferred@2116276846 after retry RPC after error@1303748616) -> (continuation of Deferred@1850616427 after retry RPC after error@2013137188) -> (continuation of Deferred@388896023 after retry RPC after error@2012955162) -> (continuation of Deferred@1752769532 after retry RPC after error@1867096318) -> (continuation of Deferred@145262253 after retry RPC after error@636419632) -> (continuation of Deferred@78204850 after retry RPC after error@650461577), errback=(continuation of Deferred@147353267 after retry RPC after error@660769018) -> (continuation of Deferred@100973470 after retry RPC after error@903192465) -> (continuation of Deferred@2116276846 after retry RPC after error@1303748616) -> (continuation of Deferred@1850616427 after retry RPC after error@2013137188) -> (continuation of Deferred@388896023 after retry RPC after error@2012955162) -> (continuation of Deferred@1752769532 after retry RPC after error@1867096318) -> (continuation of Deferred@145262253 after retry RPC after error@636419632) -> (continuation of Deferred@78204850 after retry RPC after error@650461577)))
11:40:50.116 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:40:50.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.378 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@999294029(state=PENDING, result=null, callback=(continuation of Deferred@791170880 after retry RPC after error@1712058716) -> (continuation of Deferred@951610687 after retry RPC after error@53584905) -> (continuation of Deferred@1846454624 after retry RPC after error@1463166188) -> (continuation of Deferred@748448416 after retry RPC after error@579048150) -> (continuation of Deferred@962427471 after retry RPC after error@1604991180) -> (continuation of Deferred@279744755 after retry RPC after error@780645650) -> (continuation of Deferred@2086284687 after retry RPC after error@1916274320), errback=(continuation of Deferred@791170880 after retry RPC after error@1712058716) -> (continuation of Deferred@951610687 after retry RPC after error@53584905) -> (continuation of Deferred@1846454624 after retry RPC after error@1463166188) -> (continuation of Deferred@748448416 after retry RPC after error@579048150) -> (continuation of Deferred@962427471 after retry RPC after error@1604991180) -> (continuation of Deferred@279744755 after retry RPC after error@780645650) -> (continuation of Deferred@2086284687 after retry RPC after error@1916274320)))
11:40:50.379 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@999294029(state=PENDING, result=null, callback=(continuation of Deferred@791170880 after retry RPC after error@1712058716) -> (continuation of Deferred@951610687 after retry RPC after error@53584905) -> (continuation of Deferred@1846454624 after retry RPC after error@1463166188) -> (continuation of Deferred@748448416 after retry RPC after error@579048150) -> (continuation of Deferred@962427471 after retry RPC after error@1604991180) -> (continuation of Deferred@279744755 after retry RPC after error@780645650) -> (continuation of Deferred@2086284687 after retry RPC after error@1916274320), errback=(continuation of Deferred@791170880 after retry RPC after error@1712058716) -> (continuation of Deferred@951610687 after retry RPC after error@53584905) -> (continuation of Deferred@1846454624 after retry RPC after error@1463166188) -> (continuation of Deferred@748448416 after retry RPC after error@579048150) -> (continuation of Deferred@962427471 after retry RPC after error@1604991180) -> (continuation of Deferred@279744755 after retry RPC after error@780645650) -> (continuation of Deferred@2086284687 after retry RPC after error@1916274320)))
11:40:50.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.618 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1914017384(state=PENDING, result=null, callback=(continuation of Deferred@271276928 after retry RPC after error@832356594) -> (continuation of Deferred@84006706 after retry RPC after error@1543092012) -> (continuation of Deferred@289669256 after retry RPC after error@1183373570) -> (continuation of Deferred@1304116902 after retry RPC after error@1542299882) -> (continuation of Deferred@1780263775 after retry RPC after error@1792819159) -> (continuation of Deferred@2114351652 after retry RPC after error@1222277118) -> (continuation of Deferred@1200847849 after retry RPC after error@1278920267), errback=(continuation of Deferred@271276928 after retry RPC after error@832356594) -> (continuation of Deferred@84006706 after retry RPC after error@1543092012) -> (continuation of Deferred@289669256 after retry RPC after error@1183373570) -> (continuation of Deferred@1304116902 after retry RPC after error@1542299882) -> (continuation of Deferred@1780263775 after retry RPC after error@1792819159) -> (continuation of Deferred@2114351652 after retry RPC after error@1222277118) -> (continuation of Deferred@1200847849 after retry RPC after error@1278920267)))
11:40:50.618 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1914017384(state=PENDING, result=null, callback=(continuation of Deferred@271276928 after retry RPC after error@832356594) -> (continuation of Deferred@84006706 after retry RPC after error@1543092012) -> (continuation of Deferred@289669256 after retry RPC after error@1183373570) -> (continuation of Deferred@1304116902 after retry RPC after error@1542299882) -> (continuation of Deferred@1780263775 after retry RPC after error@1792819159) -> (continuation of Deferred@2114351652 after retry RPC after error@1222277118) -> (continuation of Deferred@1200847849 after retry RPC after error@1278920267), errback=(continuation of Deferred@271276928 after retry RPC after error@832356594) -> (continuation of Deferred@84006706 after retry RPC after error@1543092012) -> (continuation of Deferred@289669256 after retry RPC after error@1183373570) -> (continuation of Deferred@1304116902 after retry RPC after error@1542299882) -> (continuation of Deferred@1780263775 after retry RPC after error@1792819159) -> (continuation of Deferred@2114351652 after retry RPC after error@1222277118) -> (continuation of Deferred@1200847849 after retry RPC after error@1278920267)))
11:40:50.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.737 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.817 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.818 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1563651330(state=PENDING, result=null, callback=(continuation of Deferred@105004474 after retry RPC after error@738584287) -> (continuation of Deferred@1659084923 after retry RPC after error@620661336) -> (continuation of Deferred@868666512 after retry RPC after error@813102889) -> (continuation of Deferred@1340696868 after retry RPC after error@529893067) -> (continuation of Deferred@447904741 after retry RPC after error@502925349) -> (continuation of Deferred@425652983 after retry RPC after error@718183625), errback=(continuation of Deferred@105004474 after retry RPC after error@738584287) -> (continuation of Deferred@1659084923 after retry RPC after error@620661336) -> (continuation of Deferred@868666512 after retry RPC after error@813102889) -> (continuation of Deferred@1340696868 after retry RPC after error@529893067) -> (continuation of Deferred@447904741 after retry RPC after error@502925349) -> (continuation of Deferred@425652983 after retry RPC after error@718183625)))
11:40:50.819 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1563651330(state=PENDING, result=null, callback=(continuation of Deferred@105004474 after retry RPC after error@738584287) -> (continuation of Deferred@1659084923 after retry RPC after error@620661336) -> (continuation of Deferred@868666512 after retry RPC after error@813102889) -> (continuation of Deferred@1340696868 after retry RPC after error@529893067) -> (continuation of Deferred@447904741 after retry RPC after error@502925349) -> (continuation of Deferred@425652983 after retry RPC after error@718183625), errback=(continuation of Deferred@105004474 after retry RPC after error@738584287) -> (continuation of Deferred@1659084923 after retry RPC after error@620661336) -> (continuation of Deferred@868666512 after retry RPC after error@813102889) -> (continuation of Deferred@1340696868 after retry RPC after error@529893067) -> (continuation of Deferred@447904741 after retry RPC after error@502925349) -> (continuation of Deferred@425652983 after retry RPC after error@718183625)))
11:40:50.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:50.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:50.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:50.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:50.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:50.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.038 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@422547615(state=PENDING, result=null, callback=(continuation of Deferred@726753075 after retry RPC after error@1107785939) -> (continuation of Deferred@1518335577 after retry RPC after error@1068580577) -> (continuation of Deferred@515397347 after retry RPC after error@1736467463) -> (continuation of Deferred@1122540432 after retry RPC after error@1947792154) -> (continuation of Deferred@676052020 after retry RPC after error@1284457830) -> (continuation of Deferred@1245537148 after retry RPC after error@2031016194) -> (continuation of Deferred@215048203 after retry RPC after error@977514626), errback=(continuation of Deferred@726753075 after retry RPC after error@1107785939) -> (continuation of Deferred@1518335577 after retry RPC after error@1068580577) -> (continuation of Deferred@515397347 after retry RPC after error@1736467463) -> (continuation of Deferred@1122540432 after retry RPC after error@1947792154) -> (continuation of Deferred@676052020 after retry RPC after error@1284457830) -> (continuation of Deferred@1245537148 after retry RPC after error@2031016194) -> (continuation of Deferred@215048203 after retry RPC after error@977514626)))
11:40:51.038 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@422547615(state=PENDING, result=null, callback=(continuation of Deferred@726753075 after retry RPC after error@1107785939) -> (continuation of Deferred@1518335577 after retry RPC after error@1068580577) -> (continuation of Deferred@515397347 after retry RPC after error@1736467463) -> (continuation of Deferred@1122540432 after retry RPC after error@1947792154) -> (continuation of Deferred@676052020 after retry RPC after error@1284457830) -> (continuation of Deferred@1245537148 after retry RPC after error@2031016194) -> (continuation of Deferred@215048203 after retry RPC after error@977514626), errback=(continuation of Deferred@726753075 after retry RPC after error@1107785939) -> (continuation of Deferred@1518335577 after retry RPC after error@1068580577) -> (continuation of Deferred@515397347 after retry RPC after error@1736467463) -> (continuation of Deferred@1122540432 after retry RPC after error@1947792154) -> (continuation of Deferred@676052020 after retry RPC after error@1284457830) -> (continuation of Deferred@1245537148 after retry RPC after error@2031016194) -> (continuation of Deferred@215048203 after retry RPC after error@977514626)))
11:40:51.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.238 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1922826714(state=PENDING, result=null, callback=(continuation of Deferred@1272310470 after retry RPC after error@487517750) -> (continuation of Deferred@498098529 after retry RPC after error@254812636) -> (continuation of Deferred@1800894758 after retry RPC after error@29508900) -> (continuation of Deferred@535271188 after retry RPC after error@290946037) -> (continuation of Deferred@1100590768 after retry RPC after error@1382099138) -> (continuation of Deferred@1906133677 after retry RPC after error@1539248056), errback=(continuation of Deferred@1272310470 after retry RPC after error@487517750) -> (continuation of Deferred@498098529 after retry RPC after error@254812636) -> (continuation of Deferred@1800894758 after retry RPC after error@29508900) -> (continuation of Deferred@535271188 after retry RPC after error@290946037) -> (continuation of Deferred@1100590768 after retry RPC after error@1382099138) -> (continuation of Deferred@1906133677 after retry RPC after error@1539248056)))
11:40:51.238 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1922826714(state=PENDING, result=null, callback=(continuation of Deferred@1272310470 after retry RPC after error@487517750) -> (continuation of Deferred@498098529 after retry RPC after error@254812636) -> (continuation of Deferred@1800894758 after retry RPC after error@29508900) -> (continuation of Deferred@535271188 after retry RPC after error@290946037) -> (continuation of Deferred@1100590768 after retry RPC after error@1382099138) -> (continuation of Deferred@1906133677 after retry RPC after error@1539248056), errback=(continuation of Deferred@1272310470 after retry RPC after error@487517750) -> (continuation of Deferred@498098529 after retry RPC after error@254812636) -> (continuation of Deferred@1800894758 after retry RPC after error@29508900) -> (continuation of Deferred@535271188 after retry RPC after error@290946037) -> (continuation of Deferred@1100590768 after retry RPC after error@1382099138) -> (continuation of Deferred@1906133677 after retry RPC after error@1539248056)))
11:40:51.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.438 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1423708247(state=PENDING, result=null, callback=(continuation of Deferred@105855945 after retry RPC after error@2056117105) -> (continuation of Deferred@1847203335 after retry RPC after error@1525738811) -> (continuation of Deferred@631117023 after retry RPC after error@836506958) -> (continuation of Deferred@264804188 after retry RPC after error@1376529067) -> (continuation of Deferred@132244697 after retry RPC after error@1447491342) -> (continuation of Deferred@503310573 after retry RPC after error@773177483), errback=(continuation of Deferred@105855945 after retry RPC after error@2056117105) -> (continuation of Deferred@1847203335 after retry RPC after error@1525738811) -> (continuation of Deferred@631117023 after retry RPC after error@836506958) -> (continuation of Deferred@264804188 after retry RPC after error@1376529067) -> (continuation of Deferred@132244697 after retry RPC after error@1447491342) -> (continuation of Deferred@503310573 after retry RPC after error@773177483)))
11:40:51.438 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1423708247(state=PENDING, result=null, callback=(continuation of Deferred@105855945 after retry RPC after error@2056117105) -> (continuation of Deferred@1847203335 after retry RPC after error@1525738811) -> (continuation of Deferred@631117023 after retry RPC after error@836506958) -> (continuation of Deferred@264804188 after retry RPC after error@1376529067) -> (continuation of Deferred@132244697 after retry RPC after error@1447491342) -> (continuation of Deferred@503310573 after retry RPC after error@773177483), errback=(continuation of Deferred@105855945 after retry RPC after error@2056117105) -> (continuation of Deferred@1847203335 after retry RPC after error@1525738811) -> (continuation of Deferred@631117023 after retry RPC after error@836506958) -> (continuation of Deferred@264804188 after retry RPC after error@1376529067) -> (continuation of Deferred@132244697 after retry RPC after error@1447491342) -> (continuation of Deferred@503310573 after retry RPC after error@773177483)))
11:40:51.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.638 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@312000796(state=PENDING, result=null, callback=(continuation of Deferred@1123309646 after retry RPC after error@1964755116) -> (continuation of Deferred@1819616571 after retry RPC after error@942770568) -> (continuation of Deferred@1491570920 after retry RPC after error@1930591728) -> (continuation of Deferred@906744404 after retry RPC after error@46293204) -> (continuation of Deferred@1715912884 after retry RPC after error@106679409) -> (continuation of Deferred@1856649116 after retry RPC after error@2147429981) -> (continuation of Deferred@803996278 after retry RPC after error@2005695422), errback=(continuation of Deferred@1123309646 after retry RPC after error@1964755116) -> (continuation of Deferred@1819616571 after retry RPC after error@942770568) -> (continuation of Deferred@1491570920 after retry RPC after error@1930591728) -> (continuation of Deferred@906744404 after retry RPC after error@46293204) -> (continuation of Deferred@1715912884 after retry RPC after error@106679409) -> (continuation of Deferred@1856649116 after retry RPC after error@2147429981) -> (continuation of Deferred@803996278 after retry RPC after error@2005695422)))
11:40:51.638 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@312000796(state=PENDING, result=null, callback=(continuation of Deferred@1123309646 after retry RPC after error@1964755116) -> (continuation of Deferred@1819616571 after retry RPC after error@942770568) -> (continuation of Deferred@1491570920 after retry RPC after error@1930591728) -> (continuation of Deferred@906744404 after retry RPC after error@46293204) -> (continuation of Deferred@1715912884 after retry RPC after error@106679409) -> (continuation of Deferred@1856649116 after retry RPC after error@2147429981) -> (continuation of Deferred@803996278 after retry RPC after error@2005695422), errback=(continuation of Deferred@1123309646 after retry RPC after error@1964755116) -> (continuation of Deferred@1819616571 after retry RPC after error@942770568) -> (continuation of Deferred@1491570920 after retry RPC after error@1930591728) -> (continuation of Deferred@906744404 after retry RPC after error@46293204) -> (continuation of Deferred@1715912884 after retry RPC after error@106679409) -> (continuation of Deferred@1856649116 after retry RPC after error@2147429981) -> (continuation of Deferred@803996278 after retry RPC after error@2005695422)))
11:40:51.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.838 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@276993379(state=PENDING, result=null, callback=(continuation of Deferred@694925410 after retry RPC after error@981632344) -> (continuation of Deferred@1882758698 after retry RPC after error@1955935427) -> (continuation of Deferred@13183643 after retry RPC after error@776980383) -> (continuation of Deferred@439535026 after retry RPC after error@1197263131) -> (continuation of Deferred@243842713 after retry RPC after error@1588323304) -> (continuation of Deferred@1387836122 after retry RPC after error@1938664839), errback=(continuation of Deferred@694925410 after retry RPC after error@981632344) -> (continuation of Deferred@1882758698 after retry RPC after error@1955935427) -> (continuation of Deferred@13183643 after retry RPC after error@776980383) -> (continuation of Deferred@439535026 after retry RPC after error@1197263131) -> (continuation of Deferred@243842713 after retry RPC after error@1588323304) -> (continuation of Deferred@1387836122 after retry RPC after error@1938664839)))
11:40:51.838 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@276993379(state=PENDING, result=null, callback=(continuation of Deferred@694925410 after retry RPC after error@981632344) -> (continuation of Deferred@1882758698 after retry RPC after error@1955935427) -> (continuation of Deferred@13183643 after retry RPC after error@776980383) -> (continuation of Deferred@439535026 after retry RPC after error@1197263131) -> (continuation of Deferred@243842713 after retry RPC after error@1588323304) -> (continuation of Deferred@1387836122 after retry RPC after error@1938664839), errback=(continuation of Deferred@694925410 after retry RPC after error@981632344) -> (continuation of Deferred@1882758698 after retry RPC after error@1955935427) -> (continuation of Deferred@13183643 after retry RPC after error@776980383) -> (continuation of Deferred@439535026 after retry RPC after error@1197263131) -> (continuation of Deferred@243842713 after retry RPC after error@1588323304) -> (continuation of Deferred@1387836122 after retry RPC after error@1938664839)))
11:40:51.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:51.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:51.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:51.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:51.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:51.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.018 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@646884981(state=PENDING, result=null, callback=(continuation of Deferred@241159178 after retry RPC after error@881831669) -> (continuation of Deferred@630226004 after retry RPC after error@1992201109) -> (continuation of Deferred@108084948 after retry RPC after error@1338036457) -> (continuation of Deferred@1771333529 after retry RPC after error@1798595333) -> (continuation of Deferred@1690072873 after retry RPC after error@758293711) -> (continuation of Deferred@1741731423 after retry RPC after error@791989739) -> (continuation of Deferred@683078171 after retry RPC after error@278540062), errback=(continuation of Deferred@241159178 after retry RPC after error@881831669) -> (continuation of Deferred@630226004 after retry RPC after error@1992201109) -> (continuation of Deferred@108084948 after retry RPC after error@1338036457) -> (continuation of Deferred@1771333529 after retry RPC after error@1798595333) -> (continuation of Deferred@1690072873 after retry RPC after error@758293711) -> (continuation of Deferred@1741731423 after retry RPC after error@791989739) -> (continuation of Deferred@683078171 after retry RPC after error@278540062)))
11:40:52.018 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@646884981(state=PENDING, result=null, callback=(continuation of Deferred@241159178 after retry RPC after error@881831669) -> (continuation of Deferred@630226004 after retry RPC after error@1992201109) -> (continuation of Deferred@108084948 after retry RPC after error@1338036457) -> (continuation of Deferred@1771333529 after retry RPC after error@1798595333) -> (continuation of Deferred@1690072873 after retry RPC after error@758293711) -> (continuation of Deferred@1741731423 after retry RPC after error@791989739) -> (continuation of Deferred@683078171 after retry RPC after error@278540062), errback=(continuation of Deferred@241159178 after retry RPC after error@881831669) -> (continuation of Deferred@630226004 after retry RPC after error@1992201109) -> (continuation of Deferred@108084948 after retry RPC after error@1338036457) -> (continuation of Deferred@1771333529 after retry RPC after error@1798595333) -> (continuation of Deferred@1690072873 after retry RPC after error@758293711) -> (continuation of Deferred@1741731423 after retry RPC after error@791989739) -> (continuation of Deferred@683078171 after retry RPC after error@278540062)))
11:40:52.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:52.116348 16638 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:40:52.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:52.119918 16638 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:40:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:52.121856 16637 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.224.188:39059)
11:40:52.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.296 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@41004340(state=PENDING, result=null, callback=(continuation of Deferred@2074175839 after retry RPC after error@2129221570) -> (continuation of Deferred@1508950872 after retry RPC after error@1449647455) -> (continuation of Deferred@645709149 after retry RPC after error@312453399) -> (continuation of Deferred@1303007775 after retry RPC after error@634385360) -> (continuation of Deferred@1721377889 after retry RPC after error@153284276) -> (continuation of Deferred@369590053 after retry RPC after error@1284267846) -> (continuation of Deferred@2072171418 after retry RPC after error@1707853072), errback=(continuation of Deferred@2074175839 after retry RPC after error@2129221570) -> (continuation of Deferred@1508950872 after retry RPC after error@1449647455) -> (continuation of Deferred@645709149 after retry RPC after error@312453399) -> (continuation of Deferred@1303007775 after retry RPC after error@634385360) -> (continuation of Deferred@1721377889 after retry RPC after error@153284276) -> (continuation of Deferred@369590053 after retry RPC after error@1284267846) -> (continuation of Deferred@2072171418 after retry RPC after error@1707853072)))
11:40:52.296 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:40:52.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.478 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2015024069(state=PENDING, result=null, callback=(continuation of Deferred@1301714391 after retry RPC after error@1022124801) -> (continuation of Deferred@522622605 after retry RPC after error@822930007) -> (continuation of Deferred@1221454220 after retry RPC after error@392593407) -> (continuation of Deferred@1021251936 after retry RPC after error@1784093438) -> (continuation of Deferred@1307643825 after retry RPC after error@1766590583) -> (continuation of Deferred@769413167 after retry RPC after error@2131640192) -> (continuation of Deferred@986135383 after retry RPC after error@859931592), errback=(continuation of Deferred@1301714391 after retry RPC after error@1022124801) -> (continuation of Deferred@522622605 after retry RPC after error@822930007) -> (continuation of Deferred@1221454220 after retry RPC after error@392593407) -> (continuation of Deferred@1021251936 after retry RPC after error@1784093438) -> (continuation of Deferred@1307643825 after retry RPC after error@1766590583) -> (continuation of Deferred@769413167 after retry RPC after error@2131640192) -> (continuation of Deferred@986135383 after retry RPC after error@859931592)))
11:40:52.478 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2015024069(state=PENDING, result=null, callback=(continuation of Deferred@1301714391 after retry RPC after error@1022124801) -> (continuation of Deferred@522622605 after retry RPC after error@822930007) -> (continuation of Deferred@1221454220 after retry RPC after error@392593407) -> (continuation of Deferred@1021251936 after retry RPC after error@1784093438) -> (continuation of Deferred@1307643825 after retry RPC after error@1766590583) -> (continuation of Deferred@769413167 after retry RPC after error@2131640192) -> (continuation of Deferred@986135383 after retry RPC after error@859931592), errback=(continuation of Deferred@1301714391 after retry RPC after error@1022124801) -> (continuation of Deferred@522622605 after retry RPC after error@822930007) -> (continuation of Deferred@1221454220 after retry RPC after error@392593407) -> (continuation of Deferred@1021251936 after retry RPC after error@1784093438) -> (continuation of Deferred@1307643825 after retry RPC after error@1766590583) -> (continuation of Deferred@769413167 after retry RPC after error@2131640192) -> (continuation of Deferred@986135383 after retry RPC after error@859931592)))
11:40:52.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.537 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.738 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@254074891(state=PENDING, result=null, callback=(continuation of Deferred@944362111 after retry RPC after error@1171237953) -> (continuation of Deferred@1113280565 after retry RPC after error@1784141005) -> (continuation of Deferred@477837778 after retry RPC after error@611201976) -> (continuation of Deferred@1017906680 after retry RPC after error@1745444636) -> (continuation of Deferred@762928742 after retry RPC after error@2019515266) -> (continuation of Deferred@603980468 after retry RPC after error@106121367) -> (continuation of Deferred@1631501397 after retry RPC after error@1673492667) -> (continuation of Deferred@1200538586 after retry RPC after error@1535454284), errback=(continuation of Deferred@944362111 after retry RPC after error@1171237953) -> (continuation of Deferred@1113280565 after retry RPC after error@1784141005) -> (continuation of Deferred@477837778 after retry RPC after error@611201976) -> (continuation of Deferred@1017906680 after retry RPC after error@1745444636) -> (continuation of Deferred@762928742 after retry RPC after error@2019515266) -> (continuation of Deferred@603980468 after retry RPC after error@106121367) -> (continuation of Deferred@1631501397 after retry RPC after error@1673492667) -> (continuation of Deferred@1200538586 after retry RPC after error@1535454284)))
11:40:52.738 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@254074891(state=PENDING, result=null, callback=(continuation of Deferred@944362111 after retry RPC after error@1171237953) -> (continuation of Deferred@1113280565 after retry RPC after error@1784141005) -> (continuation of Deferred@477837778 after retry RPC after error@611201976) -> (continuation of Deferred@1017906680 after retry RPC after error@1745444636) -> (continuation of Deferred@762928742 after retry RPC after error@2019515266) -> (continuation of Deferred@603980468 after retry RPC after error@106121367) -> (continuation of Deferred@1631501397 after retry RPC after error@1673492667) -> (continuation of Deferred@1200538586 after retry RPC after error@1535454284), errback=(continuation of Deferred@944362111 after retry RPC after error@1171237953) -> (continuation of Deferred@1113280565 after retry RPC after error@1784141005) -> (continuation of Deferred@477837778 after retry RPC after error@611201976) -> (continuation of Deferred@1017906680 after retry RPC after error@1745444636) -> (continuation of Deferred@762928742 after retry RPC after error@2019515266) -> (continuation of Deferred@603980468 after retry RPC after error@106121367) -> (continuation of Deferred@1631501397 after retry RPC after error@1673492667) -> (continuation of Deferred@1200538586 after retry RPC after error@1535454284)))
11:40:52.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.918 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:52.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:52.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:52.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:52.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:52.998 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1824648209(state=PENDING, result=null, callback=(continuation of Deferred@361782108 after retry RPC after error@962895616) -> (continuation of Deferred@1985006112 after retry RPC after error@353501599) -> (continuation of Deferred@47178458 after retry RPC after error@525263132) -> (continuation of Deferred@1874798879 after retry RPC after error@1789186958) -> (continuation of Deferred@385885490 after retry RPC after error@2133749967) -> (continuation of Deferred@1775192548 after retry RPC after error@624676848) -> (continuation of Deferred@864311248 after retry RPC after error@1067508071), errback=(continuation of Deferred@361782108 after retry RPC after error@962895616) -> (continuation of Deferred@1985006112 after retry RPC after error@353501599) -> (continuation of Deferred@47178458 after retry RPC after error@525263132) -> (continuation of Deferred@1874798879 after retry RPC after error@1789186958) -> (continuation of Deferred@385885490 after retry RPC after error@2133749967) -> (continuation of Deferred@1775192548 after retry RPC after error@624676848) -> (continuation of Deferred@864311248 after retry RPC after error@1067508071)))
11:40:52.998 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1824648209(state=PENDING, result=null, callback=(continuation of Deferred@361782108 after retry RPC after error@962895616) -> (continuation of Deferred@1985006112 after retry RPC after error@353501599) -> (continuation of Deferred@47178458 after retry RPC after error@525263132) -> (continuation of Deferred@1874798879 after retry RPC after error@1789186958) -> (continuation of Deferred@385885490 after retry RPC after error@2133749967) -> (continuation of Deferred@1775192548 after retry RPC after error@624676848) -> (continuation of Deferred@864311248 after retry RPC after error@1067508071), errback=(continuation of Deferred@361782108 after retry RPC after error@962895616) -> (continuation of Deferred@1985006112 after retry RPC after error@353501599) -> (continuation of Deferred@47178458 after retry RPC after error@525263132) -> (continuation of Deferred@1874798879 after retry RPC after error@1789186958) -> (continuation of Deferred@385885490 after retry RPC after error@2133749967) -> (continuation of Deferred@1775192548 after retry RPC after error@624676848) -> (continuation of Deferred@864311248 after retry RPC after error@1067508071)))
11:40:53.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.218 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1381275927(state=PENDING, result=null, callback=(continuation of Deferred@1490227275 after retry RPC after error@402310356) -> (continuation of Deferred@1928522436 after retry RPC after error@77089196) -> (continuation of Deferred@1141461052 after retry RPC after error@85258253) -> (continuation of Deferred@1624612513 after retry RPC after error@650538558) -> (continuation of Deferred@683688554 after retry RPC after error@183913447) -> (continuation of Deferred@1176169614 after retry RPC after error@1396231661) -> (continuation of Deferred@2042697458 after retry RPC after error@1095816030), errback=(continuation of Deferred@1490227275 after retry RPC after error@402310356) -> (continuation of Deferred@1928522436 after retry RPC after error@77089196) -> (continuation of Deferred@1141461052 after retry RPC after error@85258253) -> (continuation of Deferred@1624612513 after retry RPC after error@650538558) -> (continuation of Deferred@683688554 after retry RPC after error@183913447) -> (continuation of Deferred@1176169614 after retry RPC after error@1396231661) -> (continuation of Deferred@2042697458 after retry RPC after error@1095816030)))
11:40:53.219 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1381275927(state=PENDING, result=null, callback=(continuation of Deferred@1490227275 after retry RPC after error@402310356) -> (continuation of Deferred@1928522436 after retry RPC after error@77089196) -> (continuation of Deferred@1141461052 after retry RPC after error@85258253) -> (continuation of Deferred@1624612513 after retry RPC after error@650538558) -> (continuation of Deferred@683688554 after retry RPC after error@183913447) -> (continuation of Deferred@1176169614 after retry RPC after error@1396231661) -> (continuation of Deferred@2042697458 after retry RPC after error@1095816030), errback=(continuation of Deferred@1490227275 after retry RPC after error@402310356) -> (continuation of Deferred@1928522436 after retry RPC after error@77089196) -> (continuation of Deferred@1141461052 after retry RPC after error@85258253) -> (continuation of Deferred@1624612513 after retry RPC after error@650538558) -> (continuation of Deferred@683688554 after retry RPC after error@183913447) -> (continuation of Deferred@1176169614 after retry RPC after error@1396231661) -> (continuation of Deferred@2042697458 after retry RPC after error@1095816030)))
11:40:53.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.438 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@474540210(state=PENDING, result=null, callback=(continuation of Deferred@1209129838 after retry RPC after error@718468353) -> (continuation of Deferred@661060150 after retry RPC after error@2083560208) -> (continuation of Deferred@977069395 after retry RPC after error@125527528) -> (continuation of Deferred@391944315 after retry RPC after error@1875671451) -> (continuation of Deferred@839323468 after retry RPC after error@1854896321) -> (continuation of Deferred@493074987 after retry RPC after error@300878013) -> (continuation of Deferred@462952611 after retry RPC after error@239346273), errback=(continuation of Deferred@1209129838 after retry RPC after error@718468353) -> (continuation of Deferred@661060150 after retry RPC after error@2083560208) -> (continuation of Deferred@977069395 after retry RPC after error@125527528) -> (continuation of Deferred@391944315 after retry RPC after error@1875671451) -> (continuation of Deferred@839323468 after retry RPC after error@1854896321) -> (continuation of Deferred@493074987 after retry RPC after error@300878013) -> (continuation of Deferred@462952611 after retry RPC after error@239346273)))
11:40:53.438 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@474540210(state=PENDING, result=null, callback=(continuation of Deferred@1209129838 after retry RPC after error@718468353) -> (continuation of Deferred@661060150 after retry RPC after error@2083560208) -> (continuation of Deferred@977069395 after retry RPC after error@125527528) -> (continuation of Deferred@391944315 after retry RPC after error@1875671451) -> (continuation of Deferred@839323468 after retry RPC after error@1854896321) -> (continuation of Deferred@493074987 after retry RPC after error@300878013) -> (continuation of Deferred@462952611 after retry RPC after error@239346273), errback=(continuation of Deferred@1209129838 after retry RPC after error@718468353) -> (continuation of Deferred@661060150 after retry RPC after error@2083560208) -> (continuation of Deferred@977069395 after retry RPC after error@125527528) -> (continuation of Deferred@391944315 after retry RPC after error@1875671451) -> (continuation of Deferred@839323468 after retry RPC after error@1854896321) -> (continuation of Deferred@493074987 after retry RPC after error@300878013) -> (continuation of Deferred@462952611 after retry RPC after error@239346273)))
11:40:53.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.618 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@877960812(state=PENDING, result=null, callback=(continuation of Deferred@452188860 after retry RPC after error@1115040597) -> (continuation of Deferred@3258839 after retry RPC after error@277278787) -> (continuation of Deferred@337968853 after retry RPC after error@1744524167) -> (continuation of Deferred@1779020206 after retry RPC after error@1303003204) -> (continuation of Deferred@2118897010 after retry RPC after error@1125240407) -> (continuation of Deferred@1681032026 after retry RPC after error@2072336376) -> (continuation of Deferred@1535456679 after retry RPC after error@371932150), errback=(continuation of Deferred@452188860 after retry RPC after error@1115040597) -> (continuation of Deferred@3258839 after retry RPC after error@277278787) -> (continuation of Deferred@337968853 after retry RPC after error@1744524167) -> (continuation of Deferred@1779020206 after retry RPC after error@1303003204) -> (continuation of Deferred@2118897010 after retry RPC after error@1125240407) -> (continuation of Deferred@1681032026 after retry RPC after error@2072336376) -> (continuation of Deferred@1535456679 after retry RPC after error@371932150)))
11:40:53.619 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@877960812(state=PENDING, result=null, callback=(continuation of Deferred@452188860 after retry RPC after error@1115040597) -> (continuation of Deferred@3258839 after retry RPC after error@277278787) -> (continuation of Deferred@337968853 after retry RPC after error@1744524167) -> (continuation of Deferred@1779020206 after retry RPC after error@1303003204) -> (continuation of Deferred@2118897010 after retry RPC after error@1125240407) -> (continuation of Deferred@1681032026 after retry RPC after error@2072336376) -> (continuation of Deferred@1535456679 after retry RPC after error@371932150), errback=(continuation of Deferred@452188860 after retry RPC after error@1115040597) -> (continuation of Deferred@3258839 after retry RPC after error@277278787) -> (continuation of Deferred@337968853 after retry RPC after error@1744524167) -> (continuation of Deferred@1779020206 after retry RPC after error@1303003204) -> (continuation of Deferred@2118897010 after retry RPC after error@1125240407) -> (continuation of Deferred@1681032026 after retry RPC after error@2072336376) -> (continuation of Deferred@1535456679 after retry RPC after error@371932150)))
11:40:53.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.877 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@618456204(state=PENDING, result=null, callback=(continuation of Deferred@193327294 after retry RPC after error@1634734026) -> (continuation of Deferred@189955147 after retry RPC after error@1223233833) -> (continuation of Deferred@1825376394 after retry RPC after error@228738182) -> (continuation of Deferred@353026397 after retry RPC after error@367717004) -> (continuation of Deferred@300366307 after retry RPC after error@251582765) -> (continuation of Deferred@1295905158 after retry RPC after error@264363047) -> (continuation of Deferred@658621469 after retry RPC after error@1603159657), errback=(continuation of Deferred@193327294 after retry RPC after error@1634734026) -> (continuation of Deferred@189955147 after retry RPC after error@1223233833) -> (continuation of Deferred@1825376394 after retry RPC after error@228738182) -> (continuation of Deferred@353026397 after retry RPC after error@367717004) -> (continuation of Deferred@300366307 after retry RPC after error@251582765) -> (continuation of Deferred@1295905158 after retry RPC after error@264363047) -> (continuation of Deferred@658621469 after retry RPC after error@1603159657)))
11:40:53.878 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@618456204(state=PENDING, result=null, callback=(continuation of Deferred@193327294 after retry RPC after error@1634734026) -> (continuation of Deferred@189955147 after retry RPC after error@1223233833) -> (continuation of Deferred@1825376394 after retry RPC after error@228738182) -> (continuation of Deferred@353026397 after retry RPC after error@367717004) -> (continuation of Deferred@300366307 after retry RPC after error@251582765) -> (continuation of Deferred@1295905158 after retry RPC after error@264363047) -> (continuation of Deferred@658621469 after retry RPC after error@1603159657), errback=(continuation of Deferred@193327294 after retry RPC after error@1634734026) -> (continuation of Deferred@189955147 after retry RPC after error@1223233833) -> (continuation of Deferred@1825376394 after retry RPC after error@228738182) -> (continuation of Deferred@353026397 after retry RPC after error@367717004) -> (continuation of Deferred@300366307 after retry RPC after error@251582765) -> (continuation of Deferred@1295905158 after retry RPC after error@264363047) -> (continuation of Deferred@658621469 after retry RPC after error@1603159657)))
11:40:53.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:53.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:53.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:53.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:53.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:53.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.118 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@550391113(state=PENDING, result=null, callback=(continuation of Deferred@28642461 after retry RPC after error@640621970) -> (continuation of Deferred@921329255 after retry RPC after error@1688009206) -> (continuation of Deferred@1298452508 after retry RPC after error@326731695) -> (continuation of Deferred@1996815041 after retry RPC after error@1951723166) -> (continuation of Deferred@526070840 after retry RPC after error@1086364803) -> (continuation of Deferred@272807080 after retry RPC after error@1135708192) -> (continuation of Deferred@84778650 after retry RPC after error@1097674300), errback=(continuation of Deferred@28642461 after retry RPC after error@640621970) -> (continuation of Deferred@921329255 after retry RPC after error@1688009206) -> (continuation of Deferred@1298452508 after retry RPC after error@326731695) -> (continuation of Deferred@1996815041 after retry RPC after error@1951723166) -> (continuation of Deferred@526070840 after retry RPC after error@1086364803) -> (continuation of Deferred@272807080 after retry RPC after error@1135708192) -> (continuation of Deferred@84778650 after retry RPC after error@1097674300)))
11:40:54.119 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@550391113(state=PENDING, result=null, callback=(continuation of Deferred@28642461 after retry RPC after error@640621970) -> (continuation of Deferred@921329255 after retry RPC after error@1688009206) -> (continuation of Deferred@1298452508 after retry RPC after error@326731695) -> (continuation of Deferred@1996815041 after retry RPC after error@1951723166) -> (continuation of Deferred@526070840 after retry RPC after error@1086364803) -> (continuation of Deferred@272807080 after retry RPC after error@1135708192) -> (continuation of Deferred@84778650 after retry RPC after error@1097674300), errback=(continuation of Deferred@28642461 after retry RPC after error@640621970) -> (continuation of Deferred@921329255 after retry RPC after error@1688009206) -> (continuation of Deferred@1298452508 after retry RPC after error@326731695) -> (continuation of Deferred@1996815041 after retry RPC after error@1951723166) -> (continuation of Deferred@526070840 after retry RPC after error@1086364803) -> (continuation of Deferred@272807080 after retry RPC after error@1135708192) -> (continuation of Deferred@84778650 after retry RPC after error@1097674300)))
11:40:54.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.298 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@950789377(state=PENDING, result=null, callback=(continuation of Deferred@1267049964 after retry RPC after error@765769247) -> (continuation of Deferred@1796808276 after retry RPC after error@217939419) -> (continuation of Deferred@1781601133 after retry RPC after error@1647133818) -> (continuation of Deferred@1097145813 after retry RPC after error@647082887) -> (continuation of Deferred@1155098179 after retry RPC after error@1289741366) -> (continuation of Deferred@633193421 after retry RPC after error@236667254), errback=(continuation of Deferred@1267049964 after retry RPC after error@765769247) -> (continuation of Deferred@1796808276 after retry RPC after error@217939419) -> (continuation of Deferred@1781601133 after retry RPC after error@1647133818) -> (continuation of Deferred@1097145813 after retry RPC after error@647082887) -> (continuation of Deferred@1155098179 after retry RPC after error@1289741366) -> (continuation of Deferred@633193421 after retry RPC after error@236667254)))
11:40:54.298 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@950789377(state=PENDING, result=null, callback=(continuation of Deferred@1267049964 after retry RPC after error@765769247) -> (continuation of Deferred@1796808276 after retry RPC after error@217939419) -> (continuation of Deferred@1781601133 after retry RPC after error@1647133818) -> (continuation of Deferred@1097145813 after retry RPC after error@647082887) -> (continuation of Deferred@1155098179 after retry RPC after error@1289741366) -> (continuation of Deferred@633193421 after retry RPC after error@236667254), errback=(continuation of Deferred@1267049964 after retry RPC after error@765769247) -> (continuation of Deferred@1796808276 after retry RPC after error@217939419) -> (continuation of Deferred@1781601133 after retry RPC after error@1647133818) -> (continuation of Deferred@1097145813 after retry RPC after error@647082887) -> (continuation of Deferred@1155098179 after retry RPC after error@1289741366) -> (continuation of Deferred@633193421 after retry RPC after error@236667254)))
11:40:54.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.575 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@696855577(state=PENDING, result=null, callback=(continuation of Deferred@1022465830 after retry RPC after error@1370545512) -> (continuation of Deferred@1914211488 after retry RPC after error@311533342) -> (continuation of Deferred@585720525 after retry RPC after error@1977987173) -> (continuation of Deferred@1135501301 after retry RPC after error@1574519281) -> (continuation of Deferred@886026125 after retry RPC after error@1819367401) -> (continuation of Deferred@1569844325 after retry RPC after error@1246820591) -> (continuation of Deferred@61507055 after retry RPC after error@1694651500), errback=(continuation of Deferred@1022465830 after retry RPC after error@1370545512) -> (continuation of Deferred@1914211488 after retry RPC after error@311533342) -> (continuation of Deferred@585720525 after retry RPC after error@1977987173) -> (continuation of Deferred@1135501301 after retry RPC after error@1574519281) -> (continuation of Deferred@886026125 after retry RPC after error@1819367401) -> (continuation of Deferred@1569844325 after retry RPC after error@1246820591) -> (continuation of Deferred@61507055 after retry RPC after error@1694651500)))
11:40:54.576 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:40:54.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.758 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1723275149(state=PENDING, result=null, callback=(continuation of Deferred@831550252 after retry RPC after error@1902524418) -> (continuation of Deferred@1739787328 after retry RPC after error@963015748) -> (continuation of Deferred@190675287 after retry RPC after error@1262216726) -> (continuation of Deferred@873804349 after retry RPC after error@1046197423) -> (continuation of Deferred@1588389362 after retry RPC after error@1244902247) -> (continuation of Deferred@1470821574 after retry RPC after error@884464720) -> (continuation of Deferred@218967105 after retry RPC after error@1525812748), errback=(continuation of Deferred@831550252 after retry RPC after error@1902524418) -> (continuation of Deferred@1739787328 after retry RPC after error@963015748) -> (continuation of Deferred@190675287 after retry RPC after error@1262216726) -> (continuation of Deferred@873804349 after retry RPC after error@1046197423) -> (continuation of Deferred@1588389362 after retry RPC after error@1244902247) -> (continuation of Deferred@1470821574 after retry RPC after error@884464720) -> (continuation of Deferred@218967105 after retry RPC after error@1525812748)))
11:40:54.758 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1723275149(state=PENDING, result=null, callback=(continuation of Deferred@831550252 after retry RPC after error@1902524418) -> (continuation of Deferred@1739787328 after retry RPC after error@963015748) -> (continuation of Deferred@190675287 after retry RPC after error@1262216726) -> (continuation of Deferred@873804349 after retry RPC after error@1046197423) -> (continuation of Deferred@1588389362 after retry RPC after error@1244902247) -> (continuation of Deferred@1470821574 after retry RPC after error@884464720) -> (continuation of Deferred@218967105 after retry RPC after error@1525812748), errback=(continuation of Deferred@831550252 after retry RPC after error@1902524418) -> (continuation of Deferred@1739787328 after retry RPC after error@963015748) -> (continuation of Deferred@190675287 after retry RPC after error@1262216726) -> (continuation of Deferred@873804349 after retry RPC after error@1046197423) -> (continuation of Deferred@1588389362 after retry RPC after error@1244902247) -> (continuation of Deferred@1470821574 after retry RPC after error@884464720) -> (continuation of Deferred@218967105 after retry RPC after error@1525812748)))
11:40:54.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.957 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1304007457(state=PENDING, result=null, callback=(continuation of Deferred@1332356117 after retry RPC after error@835751342) -> (continuation of Deferred@602325154 after retry RPC after error@575111012) -> (continuation of Deferred@1016311221 after retry RPC after error@161213044) -> (continuation of Deferred@476956725 after retry RPC after error@88619139) -> (continuation of Deferred@605537178 after retry RPC after error@1921602854) -> (continuation of Deferred@5703458 after retry RPC after error@1151314827), errback=(continuation of Deferred@1332356117 after retry RPC after error@835751342) -> (continuation of Deferred@602325154 after retry RPC after error@575111012) -> (continuation of Deferred@1016311221 after retry RPC after error@161213044) -> (continuation of Deferred@476956725 after retry RPC after error@88619139) -> (continuation of Deferred@605537178 after retry RPC after error@1921602854) -> (continuation of Deferred@5703458 after retry RPC after error@1151314827)))
11:40:54.958 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1304007457(state=PENDING, result=null, callback=(continuation of Deferred@1332356117 after retry RPC after error@835751342) -> (continuation of Deferred@602325154 after retry RPC after error@575111012) -> (continuation of Deferred@1016311221 after retry RPC after error@161213044) -> (continuation of Deferred@476956725 after retry RPC after error@88619139) -> (continuation of Deferred@605537178 after retry RPC after error@1921602854) -> (continuation of Deferred@5703458 after retry RPC after error@1151314827), errback=(continuation of Deferred@1332356117 after retry RPC after error@835751342) -> (continuation of Deferred@602325154 after retry RPC after error@575111012) -> (continuation of Deferred@1016311221 after retry RPC after error@161213044) -> (continuation of Deferred@476956725 after retry RPC after error@88619139) -> (continuation of Deferred@605537178 after retry RPC after error@1921602854) -> (continuation of Deferred@5703458 after retry RPC after error@1151314827)))
11:40:54.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:54.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:54.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:54.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:54.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:54.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.138 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1275132321(state=PENDING, result=null, callback=(continuation of Deferred@1178801145 after retry RPC after error@1286450917) -> (continuation of Deferred@592981464 after retry RPC after error@1750992355) -> (continuation of Deferred@920391626 after retry RPC after error@388453746) -> (continuation of Deferred@1970506915 after retry RPC after error@1838870259) -> (continuation of Deferred@1005457109 after retry RPC after error@374292511) -> (continuation of Deferred@2142290145 after retry RPC after error@1164395666), errback=(continuation of Deferred@1178801145 after retry RPC after error@1286450917) -> (continuation of Deferred@592981464 after retry RPC after error@1750992355) -> (continuation of Deferred@920391626 after retry RPC after error@388453746) -> (continuation of Deferred@1970506915 after retry RPC after error@1838870259) -> (continuation of Deferred@1005457109 after retry RPC after error@374292511) -> (continuation of Deferred@2142290145 after retry RPC after error@1164395666)))
11:40:55.139 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1275132321(state=PENDING, result=null, callback=(continuation of Deferred@1178801145 after retry RPC after error@1286450917) -> (continuation of Deferred@592981464 after retry RPC after error@1750992355) -> (continuation of Deferred@920391626 after retry RPC after error@388453746) -> (continuation of Deferred@1970506915 after retry RPC after error@1838870259) -> (continuation of Deferred@1005457109 after retry RPC after error@374292511) -> (continuation of Deferred@2142290145 after retry RPC after error@1164395666), errback=(continuation of Deferred@1178801145 after retry RPC after error@1286450917) -> (continuation of Deferred@592981464 after retry RPC after error@1750992355) -> (continuation of Deferred@920391626 after retry RPC after error@388453746) -> (continuation of Deferred@1970506915 after retry RPC after error@1838870259) -> (continuation of Deferred@1005457109 after retry RPC after error@374292511) -> (continuation of Deferred@2142290145 after retry RPC after error@1164395666)))
11:40:55.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.398 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@423366861(state=PENDING, result=null, callback=(continuation of Deferred@978873240 after retry RPC after error@1776199233) -> (continuation of Deferred@1340068786 after retry RPC after error@916195580) -> (continuation of Deferred@1331798300 after retry RPC after error@1393687071) -> (continuation of Deferred@1650651532 after retry RPC after error@879742676) -> (continuation of Deferred@1992617988 after retry RPC after error@718880193) -> (continuation of Deferred@1598183303 after retry RPC after error@361839573) -> (continuation of Deferred@1149545907 after retry RPC after error@667985879), errback=(continuation of Deferred@978873240 after retry RPC after error@1776199233) -> (continuation of Deferred@1340068786 after retry RPC after error@916195580) -> (continuation of Deferred@1331798300 after retry RPC after error@1393687071) -> (continuation of Deferred@1650651532 after retry RPC after error@879742676) -> (continuation of Deferred@1992617988 after retry RPC after error@718880193) -> (continuation of Deferred@1598183303 after retry RPC after error@361839573) -> (continuation of Deferred@1149545907 after retry RPC after error@667985879)))
11:40:55.398 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@423366861(state=PENDING, result=null, callback=(continuation of Deferred@978873240 after retry RPC after error@1776199233) -> (continuation of Deferred@1340068786 after retry RPC after error@916195580) -> (continuation of Deferred@1331798300 after retry RPC after error@1393687071) -> (continuation of Deferred@1650651532 after retry RPC after error@879742676) -> (continuation of Deferred@1992617988 after retry RPC after error@718880193) -> (continuation of Deferred@1598183303 after retry RPC after error@361839573) -> (continuation of Deferred@1149545907 after retry RPC after error@667985879), errback=(continuation of Deferred@978873240 after retry RPC after error@1776199233) -> (continuation of Deferred@1340068786 after retry RPC after error@916195580) -> (continuation of Deferred@1331798300 after retry RPC after error@1393687071) -> (continuation of Deferred@1650651532 after retry RPC after error@879742676) -> (continuation of Deferred@1992617988 after retry RPC after error@718880193) -> (continuation of Deferred@1598183303 after retry RPC after error@361839573) -> (continuation of Deferred@1149545907 after retry RPC after error@667985879)))
11:40:55.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.680 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@28051985(state=PENDING, result=null, callback=(continuation of Deferred@1391364580 after retry RPC after error@1800608553) -> (continuation of Deferred@1168319108 after retry RPC after error@616449187) -> (continuation of Deferred@37308537 after retry RPC after error@1908445508) -> (continuation of Deferred@766192378 after retry RPC after error@2078734512) -> (continuation of Deferred@861146421 after retry RPC after error@1181474986) -> (continuation of Deferred@845413991 after retry RPC after error@2114757603) -> (continuation of Deferred@1830958258 after retry RPC after error@1960175372), errback=(continuation of Deferred@1391364580 after retry RPC after error@1800608553) -> (continuation of Deferred@1168319108 after retry RPC after error@616449187) -> (continuation of Deferred@37308537 after retry RPC after error@1908445508) -> (continuation of Deferred@766192378 after retry RPC after error@2078734512) -> (continuation of Deferred@861146421 after retry RPC after error@1181474986) -> (continuation of Deferred@845413991 after retry RPC after error@2114757603) -> (continuation of Deferred@1830958258 after retry RPC after error@1960175372)))
11:40:55.680 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:40:55.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.898 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1413573128(state=PENDING, result=null, callback=(continuation of Deferred@1224796106 after retry RPC after error@859881956) -> (continuation of Deferred@1989532292 after retry RPC after error@702283636) -> (continuation of Deferred@1730896690 after retry RPC after error@1381089746) -> (continuation of Deferred@172519654 after retry RPC after error@2082344580) -> (continuation of Deferred@1074839750 after retry RPC after error@479446599) -> (continuation of Deferred@1427462771 after retry RPC after error@1509098619), errback=(continuation of Deferred@1224796106 after retry RPC after error@859881956) -> (continuation of Deferred@1989532292 after retry RPC after error@702283636) -> (continuation of Deferred@1730896690 after retry RPC after error@1381089746) -> (continuation of Deferred@172519654 after retry RPC after error@2082344580) -> (continuation of Deferred@1074839750 after retry RPC after error@479446599) -> (continuation of Deferred@1427462771 after retry RPC after error@1509098619)))
11:40:55.899 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1413573128(state=PENDING, result=null, callback=(continuation of Deferred@1224796106 after retry RPC after error@859881956) -> (continuation of Deferred@1989532292 after retry RPC after error@702283636) -> (continuation of Deferred@1730896690 after retry RPC after error@1381089746) -> (continuation of Deferred@172519654 after retry RPC after error@2082344580) -> (continuation of Deferred@1074839750 after retry RPC after error@479446599) -> (continuation of Deferred@1427462771 after retry RPC after error@1509098619), errback=(continuation of Deferred@1224796106 after retry RPC after error@859881956) -> (continuation of Deferred@1989532292 after retry RPC after error@702283636) -> (continuation of Deferred@1730896690 after retry RPC after error@1381089746) -> (continuation of Deferred@172519654 after retry RPC after error@2082344580) -> (continuation of Deferred@1074839750 after retry RPC after error@479446599) -> (continuation of Deferred@1427462771 after retry RPC after error@1509098619)))
11:40:55.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:55.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:55.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:55.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:55.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:55.997 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.077 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@375854906(state=PENDING, result=null, callback=(continuation of Deferred@1607198107 after retry RPC after error@1481652994) -> (continuation of Deferred@981814716 after retry RPC after error@343229201) -> (continuation of Deferred@336759609 after retry RPC after error@1296247442) -> (continuation of Deferred@1564177963 after retry RPC after error@1667816278) -> (continuation of Deferred@1671683905 after retry RPC after error@929066525) -> (continuation of Deferred@829213940 after retry RPC after error@351994852) -> (continuation of Deferred@1767874541 after retry RPC after error@1568343133), errback=(continuation of Deferred@1607198107 after retry RPC after error@1481652994) -> (continuation of Deferred@981814716 after retry RPC after error@343229201) -> (continuation of Deferred@336759609 after retry RPC after error@1296247442) -> (continuation of Deferred@1564177963 after retry RPC after error@1667816278) -> (continuation of Deferred@1671683905 after retry RPC after error@929066525) -> (continuation of Deferred@829213940 after retry RPC after error@351994852) -> (continuation of Deferred@1767874541 after retry RPC after error@1568343133)))
11:40:56.078 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@375854906(state=PENDING, result=null, callback=(continuation of Deferred@1607198107 after retry RPC after error@1481652994) -> (continuation of Deferred@981814716 after retry RPC after error@343229201) -> (continuation of Deferred@336759609 after retry RPC after error@1296247442) -> (continuation of Deferred@1564177963 after retry RPC after error@1667816278) -> (continuation of Deferred@1671683905 after retry RPC after error@929066525) -> (continuation of Deferred@829213940 after retry RPC after error@351994852) -> (continuation of Deferred@1767874541 after retry RPC after error@1568343133), errback=(continuation of Deferred@1607198107 after retry RPC after error@1481652994) -> (continuation of Deferred@981814716 after retry RPC after error@343229201) -> (continuation of Deferred@336759609 after retry RPC after error@1296247442) -> (continuation of Deferred@1564177963 after retry RPC after error@1667816278) -> (continuation of Deferred@1671683905 after retry RPC after error@929066525) -> (continuation of Deferred@829213940 after retry RPC after error@351994852) -> (continuation of Deferred@1767874541 after retry RPC after error@1568343133)))
11:40:56.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.257 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1861155468(state=PENDING, result=null, callback=(continuation of Deferred@1683112518 after retry RPC after error@1617046822) -> (continuation of Deferred@668805841 after retry RPC after error@1048485436) -> (continuation of Deferred@1221110727 after retry RPC after error@959620325) -> (continuation of Deferred@2012711600 after retry RPC after error@1035105548) -> (continuation of Deferred@816408558 after retry RPC after error@470874258) -> (continuation of Deferred@1467564970 after retry RPC after error@2035107420), errback=(continuation of Deferred@1683112518 after retry RPC after error@1617046822) -> (continuation of Deferred@668805841 after retry RPC after error@1048485436) -> (continuation of Deferred@1221110727 after retry RPC after error@959620325) -> (continuation of Deferred@2012711600 after retry RPC after error@1035105548) -> (continuation of Deferred@816408558 after retry RPC after error@470874258) -> (continuation of Deferred@1467564970 after retry RPC after error@2035107420)))
11:40:56.258 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1861155468(state=PENDING, result=null, callback=(continuation of Deferred@1683112518 after retry RPC after error@1617046822) -> (continuation of Deferred@668805841 after retry RPC after error@1048485436) -> (continuation of Deferred@1221110727 after retry RPC after error@959620325) -> (continuation of Deferred@2012711600 after retry RPC after error@1035105548) -> (continuation of Deferred@816408558 after retry RPC after error@470874258) -> (continuation of Deferred@1467564970 after retry RPC after error@2035107420), errback=(continuation of Deferred@1683112518 after retry RPC after error@1617046822) -> (continuation of Deferred@668805841 after retry RPC after error@1048485436) -> (continuation of Deferred@1221110727 after retry RPC after error@959620325) -> (continuation of Deferred@2012711600 after retry RPC after error@1035105548) -> (continuation of Deferred@816408558 after retry RPC after error@470874258) -> (continuation of Deferred@1467564970 after retry RPC after error@2035107420)))
11:40:56.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.498 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@363373169(state=PENDING, result=null, callback=(continuation of Deferred@1960062968 after retry RPC after error@947326386) -> (continuation of Deferred@212951959 after retry RPC after error@1549464410) -> (continuation of Deferred@161791174 after retry RPC after error@163461853) -> (continuation of Deferred@244600230 after retry RPC after error@98549517) -> (continuation of Deferred@699494908 after retry RPC after error@1361170117) -> (continuation of Deferred@2113163322 after retry RPC after error@86753118) -> (continuation of Deferred@666308758 after retry RPC after error@2017441091), errback=(continuation of Deferred@1960062968 after retry RPC after error@947326386) -> (continuation of Deferred@212951959 after retry RPC after error@1549464410) -> (continuation of Deferred@161791174 after retry RPC after error@163461853) -> (continuation of Deferred@244600230 after retry RPC after error@98549517) -> (continuation of Deferred@699494908 after retry RPC after error@1361170117) -> (continuation of Deferred@2113163322 after retry RPC after error@86753118) -> (continuation of Deferred@666308758 after retry RPC after error@2017441091)))
11:40:56.498 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@363373169(state=PENDING, result=null, callback=(continuation of Deferred@1960062968 after retry RPC after error@947326386) -> (continuation of Deferred@212951959 after retry RPC after error@1549464410) -> (continuation of Deferred@161791174 after retry RPC after error@163461853) -> (continuation of Deferred@244600230 after retry RPC after error@98549517) -> (continuation of Deferred@699494908 after retry RPC after error@1361170117) -> (continuation of Deferred@2113163322 after retry RPC after error@86753118) -> (continuation of Deferred@666308758 after retry RPC after error@2017441091), errback=(continuation of Deferred@1960062968 after retry RPC after error@947326386) -> (continuation of Deferred@212951959 after retry RPC after error@1549464410) -> (continuation of Deferred@161791174 after retry RPC after error@163461853) -> (continuation of Deferred@244600230 after retry RPC after error@98549517) -> (continuation of Deferred@699494908 after retry RPC after error@1361170117) -> (continuation of Deferred@2113163322 after retry RPC after error@86753118) -> (continuation of Deferred@666308758 after retry RPC after error@2017441091)))
11:40:56.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.678 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@158963544(state=PENDING, result=null, callback=(continuation of Deferred@1042366488 after retry RPC after error@1565209439) -> (continuation of Deferred@1266483580 after retry RPC after error@242977820) -> (continuation of Deferred@988687435 after retry RPC after error@1052451202) -> (continuation of Deferred@502182344 after retry RPC after error@1328006405) -> (continuation of Deferred@73409758 after retry RPC after error@1664131809) -> (continuation of Deferred@188231614 after retry RPC after error@2059852849), errback=(continuation of Deferred@1042366488 after retry RPC after error@1565209439) -> (continuation of Deferred@1266483580 after retry RPC after error@242977820) -> (continuation of Deferred@988687435 after retry RPC after error@1052451202) -> (continuation of Deferred@502182344 after retry RPC after error@1328006405) -> (continuation of Deferred@73409758 after retry RPC after error@1664131809) -> (continuation of Deferred@188231614 after retry RPC after error@2059852849)))
11:40:56.678 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@158963544(state=PENDING, result=null, callback=(continuation of Deferred@1042366488 after retry RPC after error@1565209439) -> (continuation of Deferred@1266483580 after retry RPC after error@242977820) -> (continuation of Deferred@988687435 after retry RPC after error@1052451202) -> (continuation of Deferred@502182344 after retry RPC after error@1328006405) -> (continuation of Deferred@73409758 after retry RPC after error@1664131809) -> (continuation of Deferred@188231614 after retry RPC after error@2059852849), errback=(continuation of Deferred@1042366488 after retry RPC after error@1565209439) -> (continuation of Deferred@1266483580 after retry RPC after error@242977820) -> (continuation of Deferred@988687435 after retry RPC after error@1052451202) -> (continuation of Deferred@502182344 after retry RPC after error@1328006405) -> (continuation of Deferred@73409758 after retry RPC after error@1664131809) -> (continuation of Deferred@188231614 after retry RPC after error@2059852849)))
11:40:56.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.898 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@385129636(state=PENDING, result=null, callback=(continuation of Deferred@216310305 after retry RPC after error@1089306489) -> (continuation of Deferred@469736157 after retry RPC after error@702297274) -> (continuation of Deferred@8416778 after retry RPC after error@725475284) -> (continuation of Deferred@1291026716 after retry RPC after error@71435740) -> (continuation of Deferred@120703840 after retry RPC after error@1110927149) -> (continuation of Deferred@312276246 after retry RPC after error@115637884) -> (continuation of Deferred@260562699 after retry RPC after error@1987108825), errback=(continuation of Deferred@216310305 after retry RPC after error@1089306489) -> (continuation of Deferred@469736157 after retry RPC after error@702297274) -> (continuation of Deferred@8416778 after retry RPC after error@725475284) -> (continuation of Deferred@1291026716 after retry RPC after error@71435740) -> (continuation of Deferred@120703840 after retry RPC after error@1110927149) -> (continuation of Deferred@312276246 after retry RPC after error@115637884) -> (continuation of Deferred@260562699 after retry RPC after error@1987108825)))
11:40:56.898 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@385129636(state=PENDING, result=null, callback=(continuation of Deferred@216310305 after retry RPC after error@1089306489) -> (continuation of Deferred@469736157 after retry RPC after error@702297274) -> (continuation of Deferred@8416778 after retry RPC after error@725475284) -> (continuation of Deferred@1291026716 after retry RPC after error@71435740) -> (continuation of Deferred@120703840 after retry RPC after error@1110927149) -> (continuation of Deferred@312276246 after retry RPC after error@115637884) -> (continuation of Deferred@260562699 after retry RPC after error@1987108825), errback=(continuation of Deferred@216310305 after retry RPC after error@1089306489) -> (continuation of Deferred@469736157 after retry RPC after error@702297274) -> (continuation of Deferred@8416778 after retry RPC after error@725475284) -> (continuation of Deferred@1291026716 after retry RPC after error@71435740) -> (continuation of Deferred@120703840 after retry RPC after error@1110927149) -> (continuation of Deferred@312276246 after retry RPC after error@115637884) -> (continuation of Deferred@260562699 after retry RPC after error@1987108825)))
11:40:56.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:56.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:56.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:56.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:56.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:56.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.058 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1078923879(state=PENDING, result=null, callback=(continuation of Deferred@2000842973 after retry RPC after error@564093736) -> (continuation of Deferred@1251189705 after retry RPC after error@1920421078) -> (continuation of Deferred@383192797 after retry RPC after error@1275836684) -> (continuation of Deferred@466732719 after retry RPC after error@1401436415) -> (continuation of Deferred@2097636789 after retry RPC after error@1817534656) -> (continuation of Deferred@2040805211 after retry RPC after error@1803138896), errback=(continuation of Deferred@2000842973 after retry RPC after error@564093736) -> (continuation of Deferred@1251189705 after retry RPC after error@1920421078) -> (continuation of Deferred@383192797 after retry RPC after error@1275836684) -> (continuation of Deferred@466732719 after retry RPC after error@1401436415) -> (continuation of Deferred@2097636789 after retry RPC after error@1817534656) -> (continuation of Deferred@2040805211 after retry RPC after error@1803138896)))
11:40:57.058 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1078923879(state=PENDING, result=null, callback=(continuation of Deferred@2000842973 after retry RPC after error@564093736) -> (continuation of Deferred@1251189705 after retry RPC after error@1920421078) -> (continuation of Deferred@383192797 after retry RPC after error@1275836684) -> (continuation of Deferred@466732719 after retry RPC after error@1401436415) -> (continuation of Deferred@2097636789 after retry RPC after error@1817534656) -> (continuation of Deferred@2040805211 after retry RPC after error@1803138896), errback=(continuation of Deferred@2000842973 after retry RPC after error@564093736) -> (continuation of Deferred@1251189705 after retry RPC after error@1920421078) -> (continuation of Deferred@383192797 after retry RPC after error@1275836684) -> (continuation of Deferred@466732719 after retry RPC after error@1401436415) -> (continuation of Deferred@2097636789 after retry RPC after error@1817534656) -> (continuation of Deferred@2040805211 after retry RPC after error@1803138896)))
11:40:57.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:57.122637 16638 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:40:57.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:57.127247 16638 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:40:57.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:40:57.129279 16637 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.224.188:39059)
11:40:57.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.298 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1283694572(state=PENDING, result=null, callback=(continuation of Deferred@1457124497 after retry RPC after error@541104651) -> (continuation of Deferred@1496819100 after retry RPC after error@161164713) -> (continuation of Deferred@285162871 after retry RPC after error@885751201) -> (continuation of Deferred@1345594849 after retry RPC after error@9612331) -> (continuation of Deferred@1777282507 after retry RPC after error@111567650) -> (continuation of Deferred@2009875770 after retry RPC after error@1646943260) -> (continuation of Deferred@1916515559 after retry RPC after error@1194424049), errback=(continuation of Deferred@1457124497 after retry RPC after error@541104651) -> (continuation of Deferred@1496819100 after retry RPC after error@161164713) -> (continuation of Deferred@285162871 after retry RPC after error@885751201) -> (continuation of Deferred@1345594849 after retry RPC after error@9612331) -> (continuation of Deferred@1777282507 after retry RPC after error@111567650) -> (continuation of Deferred@2009875770 after retry RPC after error@1646943260) -> (continuation of Deferred@1916515559 after retry RPC after error@1194424049)))
11:40:57.299 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1283694572(state=PENDING, result=null, callback=(continuation of Deferred@1457124497 after retry RPC after error@541104651) -> (continuation of Deferred@1496819100 after retry RPC after error@161164713) -> (continuation of Deferred@285162871 after retry RPC after error@885751201) -> (continuation of Deferred@1345594849 after retry RPC after error@9612331) -> (continuation of Deferred@1777282507 after retry RPC after error@111567650) -> (continuation of Deferred@2009875770 after retry RPC after error@1646943260) -> (continuation of Deferred@1916515559 after retry RPC after error@1194424049), errback=(continuation of Deferred@1457124497 after retry RPC after error@541104651) -> (continuation of Deferred@1496819100 after retry RPC after error@161164713) -> (continuation of Deferred@285162871 after retry RPC after error@885751201) -> (continuation of Deferred@1345594849 after retry RPC after error@9612331) -> (continuation of Deferred@1777282507 after retry RPC after error@111567650) -> (continuation of Deferred@2009875770 after retry RPC after error@1646943260) -> (continuation of Deferred@1916515559 after retry RPC after error@1194424049)))
11:40:57.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.558 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1754091133(state=PENDING, result=null, callback=(continuation of Deferred@959234574 after retry RPC after error@1417507125) -> (continuation of Deferred@2024722615 after retry RPC after error@2060617593) -> (continuation of Deferred@623974047 after retry RPC after error@444219349) -> (continuation of Deferred@341798725 after retry RPC after error@2061032440) -> (continuation of Deferred@1475391442 after retry RPC after error@473937518) -> (continuation of Deferred@1937102827 after retry RPC after error@1330562406) -> (continuation of Deferred@487751010 after retry RPC after error@2088707176), errback=(continuation of Deferred@959234574 after retry RPC after error@1417507125) -> (continuation of Deferred@2024722615 after retry RPC after error@2060617593) -> (continuation of Deferred@623974047 after retry RPC after error@444219349) -> (continuation of Deferred@341798725 after retry RPC after error@2061032440) -> (continuation of Deferred@1475391442 after retry RPC after error@473937518) -> (continuation of Deferred@1937102827 after retry RPC after error@1330562406) -> (continuation of Deferred@487751010 after retry RPC after error@2088707176)))
11:40:57.558 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1754091133(state=PENDING, result=null, callback=(continuation of Deferred@959234574 after retry RPC after error@1417507125) -> (continuation of Deferred@2024722615 after retry RPC after error@2060617593) -> (continuation of Deferred@623974047 after retry RPC after error@444219349) -> (continuation of Deferred@341798725 after retry RPC after error@2061032440) -> (continuation of Deferred@1475391442 after retry RPC after error@473937518) -> (continuation of Deferred@1937102827 after retry RPC after error@1330562406) -> (continuation of Deferred@487751010 after retry RPC after error@2088707176), errback=(continuation of Deferred@959234574 after retry RPC after error@1417507125) -> (continuation of Deferred@2024722615 after retry RPC after error@2060617593) -> (continuation of Deferred@623974047 after retry RPC after error@444219349) -> (continuation of Deferred@341798725 after retry RPC after error@2061032440) -> (continuation of Deferred@1475391442 after retry RPC after error@473937518) -> (continuation of Deferred@1937102827 after retry RPC after error@1330562406) -> (continuation of Deferred@487751010 after retry RPC after error@2088707176)))
11:40:57.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.818 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@313146602(state=PENDING, result=null, callback=(continuation of Deferred@1355817707 after retry RPC after error@344328760) -> (continuation of Deferred@1650379700 after retry RPC after error@567342713) -> (continuation of Deferred@1892044754 after retry RPC after error@1421167672) -> (continuation of Deferred@1084370545 after retry RPC after error@1718057762) -> (continuation of Deferred@605880547 after retry RPC after error@1513577684) -> (continuation of Deferred@196554821 after retry RPC after error@1456796794) -> (continuation of Deferred@436403291 after retry RPC after error@2058601011), errback=(continuation of Deferred@1355817707 after retry RPC after error@344328760) -> (continuation of Deferred@1650379700 after retry RPC after error@567342713) -> (continuation of Deferred@1892044754 after retry RPC after error@1421167672) -> (continuation of Deferred@1084370545 after retry RPC after error@1718057762) -> (continuation of Deferred@605880547 after retry RPC after error@1513577684) -> (continuation of Deferred@196554821 after retry RPC after error@1456796794) -> (continuation of Deferred@436403291 after retry RPC after error@2058601011)))
11:40:57.819 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@313146602(state=PENDING, result=null, callback=(continuation of Deferred@1355817707 after retry RPC after error@344328760) -> (continuation of Deferred@1650379700 after retry RPC after error@567342713) -> (continuation of Deferred@1892044754 after retry RPC after error@1421167672) -> (continuation of Deferred@1084370545 after retry RPC after error@1718057762) -> (continuation of Deferred@605880547 after retry RPC after error@1513577684) -> (continuation of Deferred@196554821 after retry RPC after error@1456796794) -> (continuation of Deferred@436403291 after retry RPC after error@2058601011), errback=(continuation of Deferred@1355817707 after retry RPC after error@344328760) -> (continuation of Deferred@1650379700 after retry RPC after error@567342713) -> (continuation of Deferred@1892044754 after retry RPC after error@1421167672) -> (continuation of Deferred@1084370545 after retry RPC after error@1718057762) -> (continuation of Deferred@605880547 after retry RPC after error@1513577684) -> (continuation of Deferred@196554821 after retry RPC after error@1456796794) -> (continuation of Deferred@436403291 after retry RPC after error@2058601011)))
11:40:57.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.879 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:57.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:57.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:57.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:57.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:57.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.077 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2115690254(state=PENDING, result=null, callback=(continuation of Deferred@686863309 after retry RPC after error@143381331) -> (continuation of Deferred@1234825805 after retry RPC after error@1641264863) -> (continuation of Deferred@1276125171 after retry RPC after error@450317417) -> (continuation of Deferred@475713252 after retry RPC after error@1615062782) -> (continuation of Deferred@744522370 after retry RPC after error@217327459) -> (continuation of Deferred@1175713271 after retry RPC after error@957915101) -> (continuation of Deferred@298090222 after retry RPC after error@1009163402), errback=(continuation of Deferred@686863309 after retry RPC after error@143381331) -> (continuation of Deferred@1234825805 after retry RPC after error@1641264863) -> (continuation of Deferred@1276125171 after retry RPC after error@450317417) -> (continuation of Deferred@475713252 after retry RPC after error@1615062782) -> (continuation of Deferred@744522370 after retry RPC after error@217327459) -> (continuation of Deferred@1175713271 after retry RPC after error@957915101) -> (continuation of Deferred@298090222 after retry RPC after error@1009163402)))
11:40:58.078 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2115690254(state=PENDING, result=null, callback=(continuation of Deferred@686863309 after retry RPC after error@143381331) -> (continuation of Deferred@1234825805 after retry RPC after error@1641264863) -> (continuation of Deferred@1276125171 after retry RPC after error@450317417) -> (continuation of Deferred@475713252 after retry RPC after error@1615062782) -> (continuation of Deferred@744522370 after retry RPC after error@217327459) -> (continuation of Deferred@1175713271 after retry RPC after error@957915101) -> (continuation of Deferred@298090222 after retry RPC after error@1009163402), errback=(continuation of Deferred@686863309 after retry RPC after error@143381331) -> (continuation of Deferred@1234825805 after retry RPC after error@1641264863) -> (continuation of Deferred@1276125171 after retry RPC after error@450317417) -> (continuation of Deferred@475713252 after retry RPC after error@1615062782) -> (continuation of Deferred@744522370 after retry RPC after error@217327459) -> (continuation of Deferred@1175713271 after retry RPC after error@957915101) -> (continuation of Deferred@298090222 after retry RPC after error@1009163402)))
11:40:58.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.257 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1608939362(state=PENDING, result=null, callback=(continuation of Deferred@2055917773 after retry RPC after error@2042497309) -> (continuation of Deferred@151815466 after retry RPC after error@1706933774) -> (continuation of Deferred@1226643148 after retry RPC after error@1080166419) -> (continuation of Deferred@757784800 after retry RPC after error@628061829) -> (continuation of Deferred@73777042 after retry RPC after error@1419185565) -> (continuation of Deferred@776002063 after retry RPC after error@1883593244), errback=(continuation of Deferred@2055917773 after retry RPC after error@2042497309) -> (continuation of Deferred@151815466 after retry RPC after error@1706933774) -> (continuation of Deferred@1226643148 after retry RPC after error@1080166419) -> (continuation of Deferred@757784800 after retry RPC after error@628061829) -> (continuation of Deferred@73777042 after retry RPC after error@1419185565) -> (continuation of Deferred@776002063 after retry RPC after error@1883593244)))
11:40:58.258 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1608939362(state=PENDING, result=null, callback=(continuation of Deferred@2055917773 after retry RPC after error@2042497309) -> (continuation of Deferred@151815466 after retry RPC after error@1706933774) -> (continuation of Deferred@1226643148 after retry RPC after error@1080166419) -> (continuation of Deferred@757784800 after retry RPC after error@628061829) -> (continuation of Deferred@73777042 after retry RPC after error@1419185565) -> (continuation of Deferred@776002063 after retry RPC after error@1883593244), errback=(continuation of Deferred@2055917773 after retry RPC after error@2042497309) -> (continuation of Deferred@151815466 after retry RPC after error@1706933774) -> (continuation of Deferred@1226643148 after retry RPC after error@1080166419) -> (continuation of Deferred@757784800 after retry RPC after error@628061829) -> (continuation of Deferred@73777042 after retry RPC after error@1419185565) -> (continuation of Deferred@776002063 after retry RPC after error@1883593244)))
11:40:58.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.518 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@259961271(state=PENDING, result=null, callback=(continuation of Deferred@778717409 after retry RPC after error@216702673) -> (continuation of Deferred@1213824844 after retry RPC after error@844139769) -> (continuation of Deferred@1308751634 after retry RPC after error@382067733) -> (continuation of Deferred@367352478 after retry RPC after error@602160031) -> (continuation of Deferred@1654452630 after retry RPC after error@1530942620) -> (continuation of Deferred@1691272384 after retry RPC after error@1718887173) -> (continuation of Deferred@1675722268 after retry RPC after error@979120712), errback=(continuation of Deferred@778717409 after retry RPC after error@216702673) -> (continuation of Deferred@1213824844 after retry RPC after error@844139769) -> (continuation of Deferred@1308751634 after retry RPC after error@382067733) -> (continuation of Deferred@367352478 after retry RPC after error@602160031) -> (continuation of Deferred@1654452630 after retry RPC after error@1530942620) -> (continuation of Deferred@1691272384 after retry RPC after error@1718887173) -> (continuation of Deferred@1675722268 after retry RPC after error@979120712)))
11:40:58.518 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@259961271(state=PENDING, result=null, callback=(continuation of Deferred@778717409 after retry RPC after error@216702673) -> (continuation of Deferred@1213824844 after retry RPC after error@844139769) -> (continuation of Deferred@1308751634 after retry RPC after error@382067733) -> (continuation of Deferred@367352478 after retry RPC after error@602160031) -> (continuation of Deferred@1654452630 after retry RPC after error@1530942620) -> (continuation of Deferred@1691272384 after retry RPC after error@1718887173) -> (continuation of Deferred@1675722268 after retry RPC after error@979120712), errback=(continuation of Deferred@778717409 after retry RPC after error@216702673) -> (continuation of Deferred@1213824844 after retry RPC after error@844139769) -> (continuation of Deferred@1308751634 after retry RPC after error@382067733) -> (continuation of Deferred@367352478 after retry RPC after error@602160031) -> (continuation of Deferred@1654452630 after retry RPC after error@1530942620) -> (continuation of Deferred@1691272384 after retry RPC after error@1718887173) -> (continuation of Deferred@1675722268 after retry RPC after error@979120712)))
11:40:58.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.698 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@833346111(state=PENDING, result=null, callback=(continuation of Deferred@1386865154 after retry RPC after error@575501377) -> (continuation of Deferred@530400308 after retry RPC after error@1887965146) -> (continuation of Deferred@1831623227 after retry RPC after error@604689571) -> (continuation of Deferred@1371769074 after retry RPC after error@1636150223) -> (continuation of Deferred@1861732422 after retry RPC after error@472557303) -> (continuation of Deferred@1373845912 after retry RPC after error@502545336), errback=(continuation of Deferred@1386865154 after retry RPC after error@575501377) -> (continuation of Deferred@530400308 after retry RPC after error@1887965146) -> (continuation of Deferred@1831623227 after retry RPC after error@604689571) -> (continuation of Deferred@1371769074 after retry RPC after error@1636150223) -> (continuation of Deferred@1861732422 after retry RPC after error@472557303) -> (continuation of Deferred@1373845912 after retry RPC after error@502545336)))
11:40:58.698 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@833346111(state=PENDING, result=null, callback=(continuation of Deferred@1386865154 after retry RPC after error@575501377) -> (continuation of Deferred@530400308 after retry RPC after error@1887965146) -> (continuation of Deferred@1831623227 after retry RPC after error@604689571) -> (continuation of Deferred@1371769074 after retry RPC after error@1636150223) -> (continuation of Deferred@1861732422 after retry RPC after error@472557303) -> (continuation of Deferred@1373845912 after retry RPC after error@502545336), errback=(continuation of Deferred@1386865154 after retry RPC after error@575501377) -> (continuation of Deferred@530400308 after retry RPC after error@1887965146) -> (continuation of Deferred@1831623227 after retry RPC after error@604689571) -> (continuation of Deferred@1371769074 after retry RPC after error@1636150223) -> (continuation of Deferred@1861732422 after retry RPC after error@472557303) -> (continuation of Deferred@1373845912 after retry RPC after error@502545336)))
11:40:58.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.737 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.898 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@706687373(state=PENDING, result=null, callback=(continuation of Deferred@1922312199 after retry RPC after error@1451720615) -> (continuation of Deferred@1045079003 after retry RPC after error@1829400262) -> (continuation of Deferred@1049474928 after retry RPC after error@1402641729) -> (continuation of Deferred@950380690 after retry RPC after error@107453726) -> (continuation of Deferred@1434623125 after retry RPC after error@1391813617) -> (continuation of Deferred@1199677445 after retry RPC after error@2100578950) -> (continuation of Deferred@1016272769 after retry RPC after error@1157628169), errback=(continuation of Deferred@1922312199 after retry RPC after error@1451720615) -> (continuation of Deferred@1045079003 after retry RPC after error@1829400262) -> (continuation of Deferred@1049474928 after retry RPC after error@1402641729) -> (continuation of Deferred@950380690 after retry RPC after error@107453726) -> (continuation of Deferred@1434623125 after retry RPC after error@1391813617) -> (continuation of Deferred@1199677445 after retry RPC after error@2100578950) -> (continuation of Deferred@1016272769 after retry RPC after error@1157628169)))
11:40:58.898 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@706687373(state=PENDING, result=null, callback=(continuation of Deferred@1922312199 after retry RPC after error@1451720615) -> (continuation of Deferred@1045079003 after retry RPC after error@1829400262) -> (continuation of Deferred@1049474928 after retry RPC after error@1402641729) -> (continuation of Deferred@950380690 after retry RPC after error@107453726) -> (continuation of Deferred@1434623125 after retry RPC after error@1391813617) -> (continuation of Deferred@1199677445 after retry RPC after error@2100578950) -> (continuation of Deferred@1016272769 after retry RPC after error@1157628169), errback=(continuation of Deferred@1922312199 after retry RPC after error@1451720615) -> (continuation of Deferred@1045079003 after retry RPC after error@1829400262) -> (continuation of Deferred@1049474928 after retry RPC after error@1402641729) -> (continuation of Deferred@950380690 after retry RPC after error@107453726) -> (continuation of Deferred@1434623125 after retry RPC after error@1391813617) -> (continuation of Deferred@1199677445 after retry RPC after error@2100578950) -> (continuation of Deferred@1016272769 after retry RPC after error@1157628169)))
11:40:58.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:58.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:58.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:58.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:58.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:58.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.118 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@802634964(state=PENDING, result=null, callback=(continuation of Deferred@1921361476 after retry RPC after error@2030995540) -> (continuation of Deferred@1635512643 after retry RPC after error@2002534436) -> (continuation of Deferred@682913549 after retry RPC after error@628432487) -> (continuation of Deferred@465175139 after retry RPC after error@250756176) -> (continuation of Deferred@87422596 after retry RPC after error@138303075) -> (continuation of Deferred@1130165277 after retry RPC after error@1557352602) -> (continuation of Deferred@1995971666 after retry RPC after error@202363296), errback=(continuation of Deferred@1921361476 after retry RPC after error@2030995540) -> (continuation of Deferred@1635512643 after retry RPC after error@2002534436) -> (continuation of Deferred@682913549 after retry RPC after error@628432487) -> (continuation of Deferred@465175139 after retry RPC after error@250756176) -> (continuation of Deferred@87422596 after retry RPC after error@138303075) -> (continuation of Deferred@1130165277 after retry RPC after error@1557352602) -> (continuation of Deferred@1995971666 after retry RPC after error@202363296)))
11:40:59.118 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@802634964(state=PENDING, result=null, callback=(continuation of Deferred@1921361476 after retry RPC after error@2030995540) -> (continuation of Deferred@1635512643 after retry RPC after error@2002534436) -> (continuation of Deferred@682913549 after retry RPC after error@628432487) -> (continuation of Deferred@465175139 after retry RPC after error@250756176) -> (continuation of Deferred@87422596 after retry RPC after error@138303075) -> (continuation of Deferred@1130165277 after retry RPC after error@1557352602) -> (continuation of Deferred@1995971666 after retry RPC after error@202363296), errback=(continuation of Deferred@1921361476 after retry RPC after error@2030995540) -> (continuation of Deferred@1635512643 after retry RPC after error@2002534436) -> (continuation of Deferred@682913549 after retry RPC after error@628432487) -> (continuation of Deferred@465175139 after retry RPC after error@250756176) -> (continuation of Deferred@87422596 after retry RPC after error@138303075) -> (continuation of Deferred@1130165277 after retry RPC after error@1557352602) -> (continuation of Deferred@1995971666 after retry RPC after error@202363296)))
11:40:59.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.197 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.337 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1422660163(state=PENDING, result=null, callback=(continuation of Deferred@286669551 after retry RPC after error@182150243) -> (continuation of Deferred@1712137799 after retry RPC after error@1390898895) -> (continuation of Deferred@1921443646 after retry RPC after error@598703473) -> (continuation of Deferred@740251741 after retry RPC after error@1172818439) -> (continuation of Deferred@10320530 after retry RPC after error@1484901125) -> (continuation of Deferred@235580920 after retry RPC after error@1967581644) -> (continuation of Deferred@518280220 after retry RPC after error@1214999846), errback=(continuation of Deferred@286669551 after retry RPC after error@182150243) -> (continuation of Deferred@1712137799 after retry RPC after error@1390898895) -> (continuation of Deferred@1921443646 after retry RPC after error@598703473) -> (continuation of Deferred@740251741 after retry RPC after error@1172818439) -> (continuation of Deferred@10320530 after retry RPC after error@1484901125) -> (continuation of Deferred@235580920 after retry RPC after error@1967581644) -> (continuation of Deferred@518280220 after retry RPC after error@1214999846)))
11:40:59.337 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1422660163(state=PENDING, result=null, callback=(continuation of Deferred@286669551 after retry RPC after error@182150243) -> (continuation of Deferred@1712137799 after retry RPC after error@1390898895) -> (continuation of Deferred@1921443646 after retry RPC after error@598703473) -> (continuation of Deferred@740251741 after retry RPC after error@1172818439) -> (continuation of Deferred@10320530 after retry RPC after error@1484901125) -> (continuation of Deferred@235580920 after retry RPC after error@1967581644) -> (continuation of Deferred@518280220 after retry RPC after error@1214999846), errback=(continuation of Deferred@286669551 after retry RPC after error@182150243) -> (continuation of Deferred@1712137799 after retry RPC after error@1390898895) -> (continuation of Deferred@1921443646 after retry RPC after error@598703473) -> (continuation of Deferred@740251741 after retry RPC after error@1172818439) -> (continuation of Deferred@10320530 after retry RPC after error@1484901125) -> (continuation of Deferred@235580920 after retry RPC after error@1967581644) -> (continuation of Deferred@518280220 after retry RPC after error@1214999846)))
11:40:59.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.578 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1464078097(state=PENDING, result=null, callback=(continuation of Deferred@1407899429 after retry RPC after error@566048821) -> (continuation of Deferred@408798543 after retry RPC after error@1863744978) -> (continuation of Deferred@1782635754 after retry RPC after error@578043143) -> (continuation of Deferred@1425404859 after retry RPC after error@147979290) -> (continuation of Deferred@1679480422 after retry RPC after error@1728398311) -> (continuation of Deferred@471211159 after retry RPC after error@463475235) -> (continuation of Deferred@700145367 after retry RPC after error@1684810364), errback=(continuation of Deferred@1407899429 after retry RPC after error@566048821) -> (continuation of Deferred@408798543 after retry RPC after error@1863744978) -> (continuation of Deferred@1782635754 after retry RPC after error@578043143) -> (continuation of Deferred@1425404859 after retry RPC after error@147979290) -> (continuation of Deferred@1679480422 after retry RPC after error@1728398311) -> (continuation of Deferred@471211159 after retry RPC after error@463475235) -> (continuation of Deferred@700145367 after retry RPC after error@1684810364)))
11:40:59.579 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1464078097(state=PENDING, result=null, callback=(continuation of Deferred@1407899429 after retry RPC after error@566048821) -> (continuation of Deferred@408798543 after retry RPC after error@1863744978) -> (continuation of Deferred@1782635754 after retry RPC after error@578043143) -> (continuation of Deferred@1425404859 after retry RPC after error@147979290) -> (continuation of Deferred@1679480422 after retry RPC after error@1728398311) -> (continuation of Deferred@471211159 after retry RPC after error@463475235) -> (continuation of Deferred@700145367 after retry RPC after error@1684810364), errback=(continuation of Deferred@1407899429 after retry RPC after error@566048821) -> (continuation of Deferred@408798543 after retry RPC after error@1863744978) -> (continuation of Deferred@1782635754 after retry RPC after error@578043143) -> (continuation of Deferred@1425404859 after retry RPC after error@147979290) -> (continuation of Deferred@1679480422 after retry RPC after error@1728398311) -> (continuation of Deferred@471211159 after retry RPC after error@463475235) -> (continuation of Deferred@700145367 after retry RPC after error@1684810364)))
11:40:59.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.777 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1241086183(state=PENDING, result=null, callback=(continuation of Deferred@1853843860 after retry RPC after error@766968854) -> (continuation of Deferred@1782786853 after retry RPC after error@1761560778) -> (continuation of Deferred@2103033736 after retry RPC after error@1750827905) -> (continuation of Deferred@464689068 after retry RPC after error@161031432) -> (continuation of Deferred@957120076 after retry RPC after error@234861927) -> (continuation of Deferred@50289795 after retry RPC after error@1116641457), errback=(continuation of Deferred@1853843860 after retry RPC after error@766968854) -> (continuation of Deferred@1782786853 after retry RPC after error@1761560778) -> (continuation of Deferred@2103033736 after retry RPC after error@1750827905) -> (continuation of Deferred@464689068 after retry RPC after error@161031432) -> (continuation of Deferred@957120076 after retry RPC after error@234861927) -> (continuation of Deferred@50289795 after retry RPC after error@1116641457)))
11:40:59.778 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1241086183(state=PENDING, result=null, callback=(continuation of Deferred@1853843860 after retry RPC after error@766968854) -> (continuation of Deferred@1782786853 after retry RPC after error@1761560778) -> (continuation of Deferred@2103033736 after retry RPC after error@1750827905) -> (continuation of Deferred@464689068 after retry RPC after error@161031432) -> (continuation of Deferred@957120076 after retry RPC after error@234861927) -> (continuation of Deferred@50289795 after retry RPC after error@1116641457), errback=(continuation of Deferred@1853843860 after retry RPC after error@766968854) -> (continuation of Deferred@1782786853 after retry RPC after error@1761560778) -> (continuation of Deferred@2103033736 after retry RPC after error@1750827905) -> (continuation of Deferred@464689068 after retry RPC after error@161031432) -> (continuation of Deferred@957120076 after retry RPC after error@234861927) -> (continuation of Deferred@50289795 after retry RPC after error@1116641457)))
11:40:59.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.798 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:40:59.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:40:59.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:40:59.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:40:59.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:40:59.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.037 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1171616218(state=PENDING, result=null, callback=(continuation of Deferred@453217989 after retry RPC after error@1136077216) -> (continuation of Deferred@1131705702 after retry RPC after error@767661939) -> (continuation of Deferred@708002216 after retry RPC after error@1345554279) -> (continuation of Deferred@814487362 after retry RPC after error@299328559) -> (continuation of Deferred@567892412 after retry RPC after error@1830677087) -> (continuation of Deferred@1031521977 after retry RPC after error@388447013) -> (continuation of Deferred@2094568644 after retry RPC after error@2123748882), errback=(continuation of Deferred@453217989 after retry RPC after error@1136077216) -> (continuation of Deferred@1131705702 after retry RPC after error@767661939) -> (continuation of Deferred@708002216 after retry RPC after error@1345554279) -> (continuation of Deferred@814487362 after retry RPC after error@299328559) -> (continuation of Deferred@567892412 after retry RPC after error@1830677087) -> (continuation of Deferred@1031521977 after retry RPC after error@388447013) -> (continuation of Deferred@2094568644 after retry RPC after error@2123748882)))
11:41:00.038 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1171616218(state=PENDING, result=null, callback=(continuation of Deferred@453217989 after retry RPC after error@1136077216) -> (continuation of Deferred@1131705702 after retry RPC after error@767661939) -> (continuation of Deferred@708002216 after retry RPC after error@1345554279) -> (continuation of Deferred@814487362 after retry RPC after error@299328559) -> (continuation of Deferred@567892412 after retry RPC after error@1830677087) -> (continuation of Deferred@1031521977 after retry RPC after error@388447013) -> (continuation of Deferred@2094568644 after retry RPC after error@2123748882), errback=(continuation of Deferred@453217989 after retry RPC after error@1136077216) -> (continuation of Deferred@1131705702 after retry RPC after error@767661939) -> (continuation of Deferred@708002216 after retry RPC after error@1345554279) -> (continuation of Deferred@814487362 after retry RPC after error@299328559) -> (continuation of Deferred@567892412 after retry RPC after error@1830677087) -> (continuation of Deferred@1031521977 after retry RPC after error@388447013) -> (continuation of Deferred@2094568644 after retry RPC after error@2123748882)))
11:41:00.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.316 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1056644151(state=PENDING, result=null, callback=(continuation of Deferred@1451212966 after retry RPC after error@2142799648) -> (continuation of Deferred@703931164 after retry RPC after error@1326024881) -> (continuation of Deferred@1734019846 after retry RPC after error@1558249802) -> (continuation of Deferred@1544299529 after retry RPC after error@1598251833) -> (continuation of Deferred@1627345132 after retry RPC after error@876672744) -> (continuation of Deferred@156344325 after retry RPC after error@1297039549) -> (continuation of Deferred@1462571464 after retry RPC after error@1684621939) -> (continuation of Deferred@1614585715 after retry RPC after error@1472295265), errback=(continuation of Deferred@1451212966 after retry RPC after error@2142799648) -> (continuation of Deferred@703931164 after retry RPC after error@1326024881) -> (continuation of Deferred@1734019846 after retry RPC after error@1558249802) -> (continuation of Deferred@1544299529 after retry RPC after error@1598251833) -> (continuation of Deferred@1627345132 after retry RPC after error@876672744) -> (continuation of Deferred@156344325 after retry RPC after error@1297039549) -> (continuation of Deferred@1462571464 after retry RPC after error@1684621939) -> (continuation of Deferred@1614585715 after retry RPC after error@1472295265)))
11:41:00.316 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:41:00.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.477 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1325645289(state=PENDING, result=null, callback=(continuation of Deferred@2048782833 after retry RPC after error@1711700831) -> (continuation of Deferred@1062496183 after retry RPC after error@1844078913) -> (continuation of Deferred@2028838772 after retry RPC after error@761581493) -> (continuation of Deferred@823229553 after retry RPC after error@252689267) -> (continuation of Deferred@453870553 after retry RPC after error@270528106) -> (continuation of Deferred@710408940 after retry RPC after error@1483802870) -> (continuation of Deferred@798313322 after retry RPC after error@1083612236), errback=(continuation of Deferred@2048782833 after retry RPC after error@1711700831) -> (continuation of Deferred@1062496183 after retry RPC after error@1844078913) -> (continuation of Deferred@2028838772 after retry RPC after error@761581493) -> (continuation of Deferred@823229553 after retry RPC after error@252689267) -> (continuation of Deferred@453870553 after retry RPC after error@270528106) -> (continuation of Deferred@710408940 after retry RPC after error@1483802870) -> (continuation of Deferred@798313322 after retry RPC after error@1083612236)))
11:41:00.478 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1325645289(state=PENDING, result=null, callback=(continuation of Deferred@2048782833 after retry RPC after error@1711700831) -> (continuation of Deferred@1062496183 after retry RPC after error@1844078913) -> (continuation of Deferred@2028838772 after retry RPC after error@761581493) -> (continuation of Deferred@823229553 after retry RPC after error@252689267) -> (continuation of Deferred@453870553 after retry RPC after error@270528106) -> (continuation of Deferred@710408940 after retry RPC after error@1483802870) -> (continuation of Deferred@798313322 after retry RPC after error@1083612236), errback=(continuation of Deferred@2048782833 after retry RPC after error@1711700831) -> (continuation of Deferred@1062496183 after retry RPC after error@1844078913) -> (continuation of Deferred@2028838772 after retry RPC after error@761581493) -> (continuation of Deferred@823229553 after retry RPC after error@252689267) -> (continuation of Deferred@453870553 after retry RPC after error@270528106) -> (continuation of Deferred@710408940 after retry RPC after error@1483802870) -> (continuation of Deferred@798313322 after retry RPC after error@1083612236)))
11:41:00.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:00.665812 17284 raft_consensus.cc:482] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 918f9b4955f34762aebd23a7f0bd725b)
11:41:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:00.666079 17284 raft_consensus.cc:504] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:41:00.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:00.666874 17284 leader_election.cc:288] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:41:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:00.668519 16365 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111) [suppressed 1 similar messages]
11:41:00.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:00.670127 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355): Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111)
11:41:00.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:00.670338 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:41:00.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:00.670419 16365 leader_election.cc:302] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beea4c6fb83e497ea4f6ed8e86d61ddf; no voters: 918f9b4955f34762aebd23a7f0bd725b, debafd1fba334bd2b1b2dd2672c868bc
11:41:00.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:00.670712 17284 raft_consensus.cc:2726] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
11:41:00.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.677 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1294583213(state=PENDING, result=null, callback=(continuation of Deferred@1242145991 after retry RPC after error@1882356464) -> (continuation of Deferred@571508924 after retry RPC after error@563553790) -> (continuation of Deferred@650085015 after retry RPC after error@1161398602) -> (continuation of Deferred@1674226745 after retry RPC after error@2070596971) -> (continuation of Deferred@563827627 after retry RPC after error@685899019) -> (continuation of Deferred@511457098 after retry RPC after error@860921979), errback=(continuation of Deferred@1242145991 after retry RPC after error@1882356464) -> (continuation of Deferred@571508924 after retry RPC after error@563553790) -> (continuation of Deferred@650085015 after retry RPC after error@1161398602) -> (continuation of Deferred@1674226745 after retry RPC after error@2070596971) -> (continuation of Deferred@563827627 after retry RPC after error@685899019) -> (continuation of Deferred@511457098 after retry RPC after error@860921979)))
11:41:00.678 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1294583213(state=PENDING, result=null, callback=(continuation of Deferred@1242145991 after retry RPC after error@1882356464) -> (continuation of Deferred@571508924 after retry RPC after error@563553790) -> (continuation of Deferred@650085015 after retry RPC after error@1161398602) -> (continuation of Deferred@1674226745 after retry RPC after error@2070596971) -> (continuation of Deferred@563827627 after retry RPC after error@685899019) -> (continuation of Deferred@511457098 after retry RPC after error@860921979), errback=(continuation of Deferred@1242145991 after retry RPC after error@1882356464) -> (continuation of Deferred@571508924 after retry RPC after error@563553790) -> (continuation of Deferred@650085015 after retry RPC after error@1161398602) -> (continuation of Deferred@1674226745 after retry RPC after error@2070596971) -> (continuation of Deferred@563827627 after retry RPC after error@685899019) -> (continuation of Deferred@511457098 after retry RPC after error@860921979)))
11:41:00.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.857 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@749293268(state=PENDING, result=null, callback=(continuation of Deferred@1588967351 after retry RPC after error@296297613) -> (continuation of Deferred@579439053 after retry RPC after error@1144040614) -> (continuation of Deferred@927708056 after retry RPC after error@1864262832) -> (continuation of Deferred@20402047 after retry RPC after error@1076074083) -> (continuation of Deferred@706620044 after retry RPC after error@918155419) -> (continuation of Deferred@231611780 after retry RPC after error@1367478992), errback=(continuation of Deferred@1588967351 after retry RPC after error@296297613) -> (continuation of Deferred@579439053 after retry RPC after error@1144040614) -> (continuation of Deferred@927708056 after retry RPC after error@1864262832) -> (continuation of Deferred@20402047 after retry RPC after error@1076074083) -> (continuation of Deferred@706620044 after retry RPC after error@918155419) -> (continuation of Deferred@231611780 after retry RPC after error@1367478992)))
11:41:00.858 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@749293268(state=PENDING, result=null, callback=(continuation of Deferred@1588967351 after retry RPC after error@296297613) -> (continuation of Deferred@579439053 after retry RPC after error@1144040614) -> (continuation of Deferred@927708056 after retry RPC after error@1864262832) -> (continuation of Deferred@20402047 after retry RPC after error@1076074083) -> (continuation of Deferred@706620044 after retry RPC after error@918155419) -> (continuation of Deferred@231611780 after retry RPC after error@1367478992), errback=(continuation of Deferred@1588967351 after retry RPC after error@296297613) -> (continuation of Deferred@579439053 after retry RPC after error@1144040614) -> (continuation of Deferred@927708056 after retry RPC after error@1864262832) -> (continuation of Deferred@20402047 after retry RPC after error@1076074083) -> (continuation of Deferred@706620044 after retry RPC after error@918155419) -> (continuation of Deferred@231611780 after retry RPC after error@1367478992)))
11:41:00.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:00.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:00.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:00.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:00.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:00.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.117 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1273818640(state=PENDING, result=null, callback=(continuation of Deferred@7629679 after retry RPC after error@2074939021) -> (continuation of Deferred@848801933 after retry RPC after error@514282657) -> (continuation of Deferred@1034644233 after retry RPC after error@778163031) -> (continuation of Deferred@561847758 after retry RPC after error@89868060) -> (continuation of Deferred@1674483613 after retry RPC after error@1125452760) -> (continuation of Deferred@173014297 after retry RPC after error@1441999083) -> (continuation of Deferred@1117138871 after retry RPC after error@691447798), errback=(continuation of Deferred@7629679 after retry RPC after error@2074939021) -> (continuation of Deferred@848801933 after retry RPC after error@514282657) -> (continuation of Deferred@1034644233 after retry RPC after error@778163031) -> (continuation of Deferred@561847758 after retry RPC after error@89868060) -> (continuation of Deferred@1674483613 after retry RPC after error@1125452760) -> (continuation of Deferred@173014297 after retry RPC after error@1441999083) -> (continuation of Deferred@1117138871 after retry RPC after error@691447798)))
11:41:01.118 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1273818640(state=PENDING, result=null, callback=(continuation of Deferred@7629679 after retry RPC after error@2074939021) -> (continuation of Deferred@848801933 after retry RPC after error@514282657) -> (continuation of Deferred@1034644233 after retry RPC after error@778163031) -> (continuation of Deferred@561847758 after retry RPC after error@89868060) -> (continuation of Deferred@1674483613 after retry RPC after error@1125452760) -> (continuation of Deferred@173014297 after retry RPC after error@1441999083) -> (continuation of Deferred@1117138871 after retry RPC after error@691447798), errback=(continuation of Deferred@7629679 after retry RPC after error@2074939021) -> (continuation of Deferred@848801933 after retry RPC after error@514282657) -> (continuation of Deferred@1034644233 after retry RPC after error@778163031) -> (continuation of Deferred@561847758 after retry RPC after error@89868060) -> (continuation of Deferred@1674483613 after retry RPC after error@1125452760) -> (continuation of Deferred@173014297 after retry RPC after error@1441999083) -> (continuation of Deferred@1117138871 after retry RPC after error@691447798)))
11:41:01.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.378 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1375082376(state=PENDING, result=null, callback=(continuation of Deferred@191932968 after retry RPC after error@190807393) -> (continuation of Deferred@1852618098 after retry RPC after error@256357728) -> (continuation of Deferred@32010058 after retry RPC after error@1907142243) -> (continuation of Deferred@2061521409 after retry RPC after error@1220412552) -> (continuation of Deferred@175026410 after retry RPC after error@505792626) -> (continuation of Deferred@1714282989 after retry RPC after error@1586443236) -> (continuation of Deferred@563687743 after retry RPC after error@298785574), errback=(continuation of Deferred@191932968 after retry RPC after error@190807393) -> (continuation of Deferred@1852618098 after retry RPC after error@256357728) -> (continuation of Deferred@32010058 after retry RPC after error@1907142243) -> (continuation of Deferred@2061521409 after retry RPC after error@1220412552) -> (continuation of Deferred@175026410 after retry RPC after error@505792626) -> (continuation of Deferred@1714282989 after retry RPC after error@1586443236) -> (continuation of Deferred@563687743 after retry RPC after error@298785574)))
11:41:01.378 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1375082376(state=PENDING, result=null, callback=(continuation of Deferred@191932968 after retry RPC after error@190807393) -> (continuation of Deferred@1852618098 after retry RPC after error@256357728) -> (continuation of Deferred@32010058 after retry RPC after error@1907142243) -> (continuation of Deferred@2061521409 after retry RPC after error@1220412552) -> (continuation of Deferred@175026410 after retry RPC after error@505792626) -> (continuation of Deferred@1714282989 after retry RPC after error@1586443236) -> (continuation of Deferred@563687743 after retry RPC after error@298785574), errback=(continuation of Deferred@191932968 after retry RPC after error@190807393) -> (continuation of Deferred@1852618098 after retry RPC after error@256357728) -> (continuation of Deferred@32010058 after retry RPC after error@1907142243) -> (continuation of Deferred@2061521409 after retry RPC after error@1220412552) -> (continuation of Deferred@175026410 after retry RPC after error@505792626) -> (continuation of Deferred@1714282989 after retry RPC after error@1586443236) -> (continuation of Deferred@563687743 after retry RPC after error@298785574)))
11:41:01.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.655 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@156164615(state=PENDING, result=null, callback=(continuation of Deferred@1307820870 after retry RPC after error@1417025915) -> (continuation of Deferred@865419228 after retry RPC after error@1295363443) -> (continuation of Deferred@512736864 after retry RPC after error@2060894475) -> (continuation of Deferred@1621584466 after retry RPC after error@1645824) -> (continuation of Deferred@1661394909 after retry RPC after error@798266415) -> (continuation of Deferred@1958387317 after retry RPC after error@1015246079) -> (continuation of Deferred@1764664453 after retry RPC after error@1653633123), errback=(continuation of Deferred@1307820870 after retry RPC after error@1417025915) -> (continuation of Deferred@865419228 after retry RPC after error@1295363443) -> (continuation of Deferred@512736864 after retry RPC after error@2060894475) -> (continuation of Deferred@1621584466 after retry RPC after error@1645824) -> (continuation of Deferred@1661394909 after retry RPC after error@798266415) -> (continuation of Deferred@1958387317 after retry RPC after error@1015246079) -> (continuation of Deferred@1764664453 after retry RPC after error@1653633123)))
11:41:01.656 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:41:01.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.918 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1157048417(state=PENDING, result=null, callback=(continuation of Deferred@622302849 after retry RPC after error@1569496256) -> (continuation of Deferred@1830357036 after retry RPC after error@273715662) -> (continuation of Deferred@166379227 after retry RPC after error@809064890) -> (continuation of Deferred@365195257 after retry RPC after error@17711726) -> (continuation of Deferred@1573791986 after retry RPC after error@666918520) -> (continuation of Deferred@298669790 after retry RPC after error@1646492603) -> (continuation of Deferred@1317426869 after retry RPC after error@1796268675) -> (continuation of Deferred@269496985 after retry RPC after error@1763143043), errback=(continuation of Deferred@622302849 after retry RPC after error@1569496256) -> (continuation of Deferred@1830357036 after retry RPC after error@273715662) -> (continuation of Deferred@166379227 after retry RPC after error@809064890) -> (continuation of Deferred@365195257 after retry RPC after error@17711726) -> (continuation of Deferred@1573791986 after retry RPC after error@666918520) -> (continuation of Deferred@298669790 after retry RPC after error@1646492603) -> (continuation of Deferred@1317426869 after retry RPC after error@1796268675) -> (continuation of Deferred@269496985 after retry RPC after error@1763143043)))
11:41:01.918 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1157048417(state=PENDING, result=null, callback=(continuation of Deferred@622302849 after retry RPC after error@1569496256) -> (continuation of Deferred@1830357036 after retry RPC after error@273715662) -> (continuation of Deferred@166379227 after retry RPC after error@809064890) -> (continuation of Deferred@365195257 after retry RPC after error@17711726) -> (continuation of Deferred@1573791986 after retry RPC after error@666918520) -> (continuation of Deferred@298669790 after retry RPC after error@1646492603) -> (continuation of Deferred@1317426869 after retry RPC after error@1796268675) -> (continuation of Deferred@269496985 after retry RPC after error@1763143043), errback=(continuation of Deferred@622302849 after retry RPC after error@1569496256) -> (continuation of Deferred@1830357036 after retry RPC after error@273715662) -> (continuation of Deferred@166379227 after retry RPC after error@809064890) -> (continuation of Deferred@365195257 after retry RPC after error@17711726) -> (continuation of Deferred@1573791986 after retry RPC after error@666918520) -> (continuation of Deferred@298669790 after retry RPC after error@1646492603) -> (continuation of Deferred@1317426869 after retry RPC after error@1796268675) -> (continuation of Deferred@269496985 after retry RPC after error@1763143043)))
11:41:01.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:01.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:01.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:01.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:01.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:01.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:02.188757 16638 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:41:02.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:02.194411 16638 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:41:02.195 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@685314234(state=PENDING, result=null, callback=(continuation of Deferred@13407334 after retry RPC after error@852076353) -> (continuation of Deferred@2131314259 after retry RPC after error@523617736) -> (continuation of Deferred@2067668460 after retry RPC after error@78798437) -> (continuation of Deferred@826059646 after retry RPC after error@1454868) -> (continuation of Deferred@197959559 after retry RPC after error@496740845) -> (continuation of Deferred@1227396731 after retry RPC after error@2014810841) -> (continuation of Deferred@390597371 after retry RPC after error@1465654590) -> (continuation of Deferred@1514853088 after retry RPC after error@504300074), errback=(continuation of Deferred@13407334 after retry RPC after error@852076353) -> (continuation of Deferred@2131314259 after retry RPC after error@523617736) -> (continuation of Deferred@2067668460 after retry RPC after error@78798437) -> (continuation of Deferred@826059646 after retry RPC after error@1454868) -> (continuation of Deferred@197959559 after retry RPC after error@496740845) -> (continuation of Deferred@1227396731 after retry RPC after error@2014810841) -> (continuation of Deferred@390597371 after retry RPC after error@1465654590) -> (continuation of Deferred@1514853088 after retry RPC after error@504300074)))
11:41:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:02.196107 16637 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.224.188:39059)
11:41:02.196 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:41:02.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.437 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1594498078(state=PENDING, result=null, callback=(continuation of Deferred@2076692753 after retry RPC after error@1708659424) -> (continuation of Deferred@1867273541 after retry RPC after error@1613319774) -> (continuation of Deferred@631460883 after retry RPC after error@4791637) -> (continuation of Deferred@220366436 after retry RPC after error@659780128) -> (continuation of Deferred@418359573 after retry RPC after error@1342487784) -> (continuation of Deferred@1233912106 after retry RPC after error@1970448457) -> (continuation of Deferred@279974131 after retry RPC after error@1696996849), errback=(continuation of Deferred@2076692753 after retry RPC after error@1708659424) -> (continuation of Deferred@1867273541 after retry RPC after error@1613319774) -> (continuation of Deferred@631460883 after retry RPC after error@4791637) -> (continuation of Deferred@220366436 after retry RPC after error@659780128) -> (continuation of Deferred@418359573 after retry RPC after error@1342487784) -> (continuation of Deferred@1233912106 after retry RPC after error@1970448457) -> (continuation of Deferred@279974131 after retry RPC after error@1696996849)))
11:41:02.438 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1594498078(state=PENDING, result=null, callback=(continuation of Deferred@2076692753 after retry RPC after error@1708659424) -> (continuation of Deferred@1867273541 after retry RPC after error@1613319774) -> (continuation of Deferred@631460883 after retry RPC after error@4791637) -> (continuation of Deferred@220366436 after retry RPC after error@659780128) -> (continuation of Deferred@418359573 after retry RPC after error@1342487784) -> (continuation of Deferred@1233912106 after retry RPC after error@1970448457) -> (continuation of Deferred@279974131 after retry RPC after error@1696996849), errback=(continuation of Deferred@2076692753 after retry RPC after error@1708659424) -> (continuation of Deferred@1867273541 after retry RPC after error@1613319774) -> (continuation of Deferred@631460883 after retry RPC after error@4791637) -> (continuation of Deferred@220366436 after retry RPC after error@659780128) -> (continuation of Deferred@418359573 after retry RPC after error@1342487784) -> (continuation of Deferred@1233912106 after retry RPC after error@1970448457) -> (continuation of Deferred@279974131 after retry RPC after error@1696996849)))
11:41:02.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.697 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1419537497(state=PENDING, result=null, callback=(continuation of Deferred@397498677 after retry RPC after error@1460662083) -> (continuation of Deferred@1845892149 after retry RPC after error@1506759432) -> (continuation of Deferred@1143652853 after retry RPC after error@1819757508) -> (continuation of Deferred@839802307 after retry RPC after error@301600665) -> (continuation of Deferred@63783226 after retry RPC after error@1429341164) -> (continuation of Deferred@353549516 after retry RPC after error@1414922032) -> (continuation of Deferred@1039708177 after retry RPC after error@2022762785) -> (continuation of Deferred@2028264995 after retry RPC after error@53674608), errback=(continuation of Deferred@397498677 after retry RPC after error@1460662083) -> (continuation of Deferred@1845892149 after retry RPC after error@1506759432) -> (continuation of Deferred@1143652853 after retry RPC after error@1819757508) -> (continuation of Deferred@839802307 after retry RPC after error@301600665) -> (continuation of Deferred@63783226 after retry RPC after error@1429341164) -> (continuation of Deferred@353549516 after retry RPC after error@1414922032) -> (continuation of Deferred@1039708177 after retry RPC after error@2022762785) -> (continuation of Deferred@2028264995 after retry RPC after error@53674608)))
11:41:02.697 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1419537497(state=PENDING, result=null, callback=(continuation of Deferred@397498677 after retry RPC after error@1460662083) -> (continuation of Deferred@1845892149 after retry RPC after error@1506759432) -> (continuation of Deferred@1143652853 after retry RPC after error@1819757508) -> (continuation of Deferred@839802307 after retry RPC after error@301600665) -> (continuation of Deferred@63783226 after retry RPC after error@1429341164) -> (continuation of Deferred@353549516 after retry RPC after error@1414922032) -> (continuation of Deferred@1039708177 after retry RPC after error@2022762785) -> (continuation of Deferred@2028264995 after retry RPC after error@53674608), errback=(continuation of Deferred@397498677 after retry RPC after error@1460662083) -> (continuation of Deferred@1845892149 after retry RPC after error@1506759432) -> (continuation of Deferred@1143652853 after retry RPC after error@1819757508) -> (continuation of Deferred@839802307 after retry RPC after error@301600665) -> (continuation of Deferred@63783226 after retry RPC after error@1429341164) -> (continuation of Deferred@353549516 after retry RPC after error@1414922032) -> (continuation of Deferred@1039708177 after retry RPC after error@2022762785) -> (continuation of Deferred@2028264995 after retry RPC after error@53674608)))
11:41:02.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.938 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@958685509(state=PENDING, result=null, callback=(continuation of Deferred@10418132 after retry RPC after error@2137512320) -> (continuation of Deferred@2125217482 after retry RPC after error@1687705107) -> (continuation of Deferred@323955971 after retry RPC after error@1378176307) -> (continuation of Deferred@1298166739 after retry RPC after error@1810799778) -> (continuation of Deferred@19108841 after retry RPC after error@2031553067) -> (continuation of Deferred@933695537 after retry RPC after error@674468331) -> (continuation of Deferred@898819039 after retry RPC after error@1947590932), errback=(continuation of Deferred@10418132 after retry RPC after error@2137512320) -> (continuation of Deferred@2125217482 after retry RPC after error@1687705107) -> (continuation of Deferred@323955971 after retry RPC after error@1378176307) -> (continuation of Deferred@1298166739 after retry RPC after error@1810799778) -> (continuation of Deferred@19108841 after retry RPC after error@2031553067) -> (continuation of Deferred@933695537 after retry RPC after error@674468331) -> (continuation of Deferred@898819039 after retry RPC after error@1947590932)))
11:41:02.939 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@958685509(state=PENDING, result=null, callback=(continuation of Deferred@10418132 after retry RPC after error@2137512320) -> (continuation of Deferred@2125217482 after retry RPC after error@1687705107) -> (continuation of Deferred@323955971 after retry RPC after error@1378176307) -> (continuation of Deferred@1298166739 after retry RPC after error@1810799778) -> (continuation of Deferred@19108841 after retry RPC after error@2031553067) -> (continuation of Deferred@933695537 after retry RPC after error@674468331) -> (continuation of Deferred@898819039 after retry RPC after error@1947590932), errback=(continuation of Deferred@10418132 after retry RPC after error@2137512320) -> (continuation of Deferred@2125217482 after retry RPC after error@1687705107) -> (continuation of Deferred@323955971 after retry RPC after error@1378176307) -> (continuation of Deferred@1298166739 after retry RPC after error@1810799778) -> (continuation of Deferred@19108841 after retry RPC after error@2031553067) -> (continuation of Deferred@933695537 after retry RPC after error@674468331) -> (continuation of Deferred@898819039 after retry RPC after error@1947590932)))
11:41:02.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:02.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:02.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:02.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:02.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:02.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.197 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1724074594(state=PENDING, result=null, callback=(continuation of Deferred@1943715525 after retry RPC after error@416630234) -> (continuation of Deferred@1704623763 after retry RPC after error@435599384) -> (continuation of Deferred@1065095541 after retry RPC after error@229996757) -> (continuation of Deferred@997060886 after retry RPC after error@393717787) -> (continuation of Deferred@1214247993 after retry RPC after error@1854561847) -> (continuation of Deferred@985393073 after retry RPC after error@279357325) -> (continuation of Deferred@670001052 after retry RPC after error@455667376), errback=(continuation of Deferred@1943715525 after retry RPC after error@416630234) -> (continuation of Deferred@1704623763 after retry RPC after error@435599384) -> (continuation of Deferred@1065095541 after retry RPC after error@229996757) -> (continuation of Deferred@997060886 after retry RPC after error@393717787) -> (continuation of Deferred@1214247993 after retry RPC after error@1854561847) -> (continuation of Deferred@985393073 after retry RPC after error@279357325) -> (continuation of Deferred@670001052 after retry RPC after error@455667376)))
11:41:03.198 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1724074594(state=PENDING, result=null, callback=(continuation of Deferred@1943715525 after retry RPC after error@416630234) -> (continuation of Deferred@1704623763 after retry RPC after error@435599384) -> (continuation of Deferred@1065095541 after retry RPC after error@229996757) -> (continuation of Deferred@997060886 after retry RPC after error@393717787) -> (continuation of Deferred@1214247993 after retry RPC after error@1854561847) -> (continuation of Deferred@985393073 after retry RPC after error@279357325) -> (continuation of Deferred@670001052 after retry RPC after error@455667376), errback=(continuation of Deferred@1943715525 after retry RPC after error@416630234) -> (continuation of Deferred@1704623763 after retry RPC after error@435599384) -> (continuation of Deferred@1065095541 after retry RPC after error@229996757) -> (continuation of Deferred@997060886 after retry RPC after error@393717787) -> (continuation of Deferred@1214247993 after retry RPC after error@1854561847) -> (continuation of Deferred@985393073 after retry RPC after error@279357325) -> (continuation of Deferred@670001052 after retry RPC after error@455667376)))
11:41:03.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.398 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@375831261(state=PENDING, result=null, callback=(continuation of Deferred@543795587 after retry RPC after error@2898861) -> (continuation of Deferred@434291769 after retry RPC after error@980493706) -> (continuation of Deferred@1471788790 after retry RPC after error@908660479) -> (continuation of Deferred@971364111 after retry RPC after error@168552652) -> (continuation of Deferred@270524797 after retry RPC after error@1858030455) -> (continuation of Deferred@2037752832 after retry RPC after error@745369194) -> (continuation of Deferred@1133934227 after retry RPC after error@1466333541), errback=(continuation of Deferred@543795587 after retry RPC after error@2898861) -> (continuation of Deferred@434291769 after retry RPC after error@980493706) -> (continuation of Deferred@1471788790 after retry RPC after error@908660479) -> (continuation of Deferred@971364111 after retry RPC after error@168552652) -> (continuation of Deferred@270524797 after retry RPC after error@1858030455) -> (continuation of Deferred@2037752832 after retry RPC after error@745369194) -> (continuation of Deferred@1133934227 after retry RPC after error@1466333541)))
11:41:03.399 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@375831261(state=PENDING, result=null, callback=(continuation of Deferred@543795587 after retry RPC after error@2898861) -> (continuation of Deferred@434291769 after retry RPC after error@980493706) -> (continuation of Deferred@1471788790 after retry RPC after error@908660479) -> (continuation of Deferred@971364111 after retry RPC after error@168552652) -> (continuation of Deferred@270524797 after retry RPC after error@1858030455) -> (continuation of Deferred@2037752832 after retry RPC after error@745369194) -> (continuation of Deferred@1133934227 after retry RPC after error@1466333541), errback=(continuation of Deferred@543795587 after retry RPC after error@2898861) -> (continuation of Deferred@434291769 after retry RPC after error@980493706) -> (continuation of Deferred@1471788790 after retry RPC after error@908660479) -> (continuation of Deferred@971364111 after retry RPC after error@168552652) -> (continuation of Deferred@270524797 after retry RPC after error@1858030455) -> (continuation of Deferred@2037752832 after retry RPC after error@745369194) -> (continuation of Deferred@1133934227 after retry RPC after error@1466333541)))
11:41:03.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.658 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1132666093(state=PENDING, result=null, callback=(continuation of Deferred@2087932662 after retry RPC after error@2099982598) -> (continuation of Deferred@1152094875 after retry RPC after error@521439895) -> (continuation of Deferred@2031525729 after retry RPC after error@1561408068) -> (continuation of Deferred@1161190455 after retry RPC after error@2118989364) -> (continuation of Deferred@862802699 after retry RPC after error@1740293168) -> (continuation of Deferred@270203668 after retry RPC after error@124883893) -> (continuation of Deferred@1591573851 after retry RPC after error@1878505972) -> (continuation of Deferred@686959941 after retry RPC after error@588640213), errback=(continuation of Deferred@2087932662 after retry RPC after error@2099982598) -> (continuation of Deferred@1152094875 after retry RPC after error@521439895) -> (continuation of Deferred@2031525729 after retry RPC after error@1561408068) -> (continuation of Deferred@1161190455 after retry RPC after error@2118989364) -> (continuation of Deferred@862802699 after retry RPC after error@1740293168) -> (continuation of Deferred@270203668 after retry RPC after error@124883893) -> (continuation of Deferred@1591573851 after retry RPC after error@1878505972) -> (continuation of Deferred@686959941 after retry RPC after error@588640213)))
11:41:03.658 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1132666093(state=PENDING, result=null, callback=(continuation of Deferred@2087932662 after retry RPC after error@2099982598) -> (continuation of Deferred@1152094875 after retry RPC after error@521439895) -> (continuation of Deferred@2031525729 after retry RPC after error@1561408068) -> (continuation of Deferred@1161190455 after retry RPC after error@2118989364) -> (continuation of Deferred@862802699 after retry RPC after error@1740293168) -> (continuation of Deferred@270203668 after retry RPC after error@124883893) -> (continuation of Deferred@1591573851 after retry RPC after error@1878505972) -> (continuation of Deferred@686959941 after retry RPC after error@588640213), errback=(continuation of Deferred@2087932662 after retry RPC after error@2099982598) -> (continuation of Deferred@1152094875 after retry RPC after error@521439895) -> (continuation of Deferred@2031525729 after retry RPC after error@1561408068) -> (continuation of Deferred@1161190455 after retry RPC after error@2118989364) -> (continuation of Deferred@862802699 after retry RPC after error@1740293168) -> (continuation of Deferred@270203668 after retry RPC after error@124883893) -> (continuation of Deferred@1591573851 after retry RPC after error@1878505972) -> (continuation of Deferred@686959941 after retry RPC after error@588640213)))
11:41:03.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.879 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1654750971(state=PENDING, result=null, callback=(continuation of Deferred@530614900 after retry RPC after error@198578741) -> (continuation of Deferred@1142718889 after retry RPC after error@765684087) -> (continuation of Deferred@919319965 after retry RPC after error@230121163) -> (continuation of Deferred@763795229 after retry RPC after error@458799883) -> (continuation of Deferred@1892979360 after retry RPC after error@1201855351) -> (continuation of Deferred@1577423585 after retry RPC after error@14412489) -> (continuation of Deferred@1414408672 after retry RPC after error@90585469), errback=(continuation of Deferred@530614900 after retry RPC after error@198578741) -> (continuation of Deferred@1142718889 after retry RPC after error@765684087) -> (continuation of Deferred@919319965 after retry RPC after error@230121163) -> (continuation of Deferred@763795229 after retry RPC after error@458799883) -> (continuation of Deferred@1892979360 after retry RPC after error@1201855351) -> (continuation of Deferred@1577423585 after retry RPC after error@14412489) -> (continuation of Deferred@1414408672 after retry RPC after error@90585469)))
11:41:03.879 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1654750971(state=PENDING, result=null, callback=(continuation of Deferred@530614900 after retry RPC after error@198578741) -> (continuation of Deferred@1142718889 after retry RPC after error@765684087) -> (continuation of Deferred@919319965 after retry RPC after error@230121163) -> (continuation of Deferred@763795229 after retry RPC after error@458799883) -> (continuation of Deferred@1892979360 after retry RPC after error@1201855351) -> (continuation of Deferred@1577423585 after retry RPC after error@14412489) -> (continuation of Deferred@1414408672 after retry RPC after error@90585469), errback=(continuation of Deferred@530614900 after retry RPC after error@198578741) -> (continuation of Deferred@1142718889 after retry RPC after error@765684087) -> (continuation of Deferred@919319965 after retry RPC after error@230121163) -> (continuation of Deferred@763795229 after retry RPC after error@458799883) -> (continuation of Deferred@1892979360 after retry RPC after error@1201855351) -> (continuation of Deferred@1577423585 after retry RPC after error@14412489) -> (continuation of Deferred@1414408672 after retry RPC after error@90585469)))
11:41:03.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.898 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:03.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:03.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:03.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:03.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:03.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.097 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1090060388(state=PENDING, result=null, callback=(continuation of Deferred@899060392 after retry RPC after error@1322095299) -> (continuation of Deferred@2102905279 after retry RPC after error@1973750865) -> (continuation of Deferred@1948763039 after retry RPC after error@1457396818) -> (continuation of Deferred@361180423 after retry RPC after error@1218280546) -> (continuation of Deferred@49051093 after retry RPC after error@620152150) -> (continuation of Deferred@146095066 after retry RPC after error@728250562) -> (continuation of Deferred@1246470823 after retry RPC after error@1476723405), errback=(continuation of Deferred@899060392 after retry RPC after error@1322095299) -> (continuation of Deferred@2102905279 after retry RPC after error@1973750865) -> (continuation of Deferred@1948763039 after retry RPC after error@1457396818) -> (continuation of Deferred@361180423 after retry RPC after error@1218280546) -> (continuation of Deferred@49051093 after retry RPC after error@620152150) -> (continuation of Deferred@146095066 after retry RPC after error@728250562) -> (continuation of Deferred@1246470823 after retry RPC after error@1476723405)))
11:41:04.098 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1090060388(state=PENDING, result=null, callback=(continuation of Deferred@899060392 after retry RPC after error@1322095299) -> (continuation of Deferred@2102905279 after retry RPC after error@1973750865) -> (continuation of Deferred@1948763039 after retry RPC after error@1457396818) -> (continuation of Deferred@361180423 after retry RPC after error@1218280546) -> (continuation of Deferred@49051093 after retry RPC after error@620152150) -> (continuation of Deferred@146095066 after retry RPC after error@728250562) -> (continuation of Deferred@1246470823 after retry RPC after error@1476723405), errback=(continuation of Deferred@899060392 after retry RPC after error@1322095299) -> (continuation of Deferred@2102905279 after retry RPC after error@1973750865) -> (continuation of Deferred@1948763039 after retry RPC after error@1457396818) -> (continuation of Deferred@361180423 after retry RPC after error@1218280546) -> (continuation of Deferred@49051093 after retry RPC after error@620152150) -> (continuation of Deferred@146095066 after retry RPC after error@728250562) -> (continuation of Deferred@1246470823 after retry RPC after error@1476723405)))
11:41:04.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.279 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@728310700(state=PENDING, result=null, callback=(continuation of Deferred@514992885 after retry RPC after error@886673535) -> (continuation of Deferred@872629329 after retry RPC after error@1452635454) -> (continuation of Deferred@1501497499 after retry RPC after error@568140195) -> (continuation of Deferred@265472005 after retry RPC after error@1922265156) -> (continuation of Deferred@1401525597 after retry RPC after error@462517942) -> (continuation of Deferred@43652897 after retry RPC after error@1801606758), errback=(continuation of Deferred@514992885 after retry RPC after error@886673535) -> (continuation of Deferred@872629329 after retry RPC after error@1452635454) -> (continuation of Deferred@1501497499 after retry RPC after error@568140195) -> (continuation of Deferred@265472005 after retry RPC after error@1922265156) -> (continuation of Deferred@1401525597 after retry RPC after error@462517942) -> (continuation of Deferred@43652897 after retry RPC after error@1801606758)))
11:41:04.279 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@728310700(state=PENDING, result=null, callback=(continuation of Deferred@514992885 after retry RPC after error@886673535) -> (continuation of Deferred@872629329 after retry RPC after error@1452635454) -> (continuation of Deferred@1501497499 after retry RPC after error@568140195) -> (continuation of Deferred@265472005 after retry RPC after error@1922265156) -> (continuation of Deferred@1401525597 after retry RPC after error@462517942) -> (continuation of Deferred@43652897 after retry RPC after error@1801606758), errback=(continuation of Deferred@514992885 after retry RPC after error@886673535) -> (continuation of Deferred@872629329 after retry RPC after error@1452635454) -> (continuation of Deferred@1501497499 after retry RPC after error@568140195) -> (continuation of Deferred@265472005 after retry RPC after error@1922265156) -> (continuation of Deferred@1401525597 after retry RPC after error@462517942) -> (continuation of Deferred@43652897 after retry RPC after error@1801606758)))
11:41:04.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.498 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@815318510(state=PENDING, result=null, callback=(continuation of Deferred@1785694845 after retry RPC after error@135403893) -> (continuation of Deferred@1583282480 after retry RPC after error@673177760) -> (continuation of Deferred@1043708860 after retry RPC after error@645190846) -> (continuation of Deferred@264908345 after retry RPC after error@1476904320) -> (continuation of Deferred@1266449767 after retry RPC after error@1269666194) -> (continuation of Deferred@365483320 after retry RPC after error@1938110916) -> (continuation of Deferred@1530586518 after retry RPC after error@2092748386), errback=(continuation of Deferred@1785694845 after retry RPC after error@135403893) -> (continuation of Deferred@1583282480 after retry RPC after error@673177760) -> (continuation of Deferred@1043708860 after retry RPC after error@645190846) -> (continuation of Deferred@264908345 after retry RPC after error@1476904320) -> (continuation of Deferred@1266449767 after retry RPC after error@1269666194) -> (continuation of Deferred@365483320 after retry RPC after error@1938110916) -> (continuation of Deferred@1530586518 after retry RPC after error@2092748386)))
11:41:04.498 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@815318510(state=PENDING, result=null, callback=(continuation of Deferred@1785694845 after retry RPC after error@135403893) -> (continuation of Deferred@1583282480 after retry RPC after error@673177760) -> (continuation of Deferred@1043708860 after retry RPC after error@645190846) -> (continuation of Deferred@264908345 after retry RPC after error@1476904320) -> (continuation of Deferred@1266449767 after retry RPC after error@1269666194) -> (continuation of Deferred@365483320 after retry RPC after error@1938110916) -> (continuation of Deferred@1530586518 after retry RPC after error@2092748386), errback=(continuation of Deferred@1785694845 after retry RPC after error@135403893) -> (continuation of Deferred@1583282480 after retry RPC after error@673177760) -> (continuation of Deferred@1043708860 after retry RPC after error@645190846) -> (continuation of Deferred@264908345 after retry RPC after error@1476904320) -> (continuation of Deferred@1266449767 after retry RPC after error@1269666194) -> (continuation of Deferred@365483320 after retry RPC after error@1938110916) -> (continuation of Deferred@1530586518 after retry RPC after error@2092748386)))
11:41:04.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.697 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@232455016(state=PENDING, result=null, callback=(continuation of Deferred@1209068688 after retry RPC after error@1086837174) -> (continuation of Deferred@146273062 after retry RPC after error@1391220963) -> (continuation of Deferred@492264002 after retry RPC after error@1675850303) -> (continuation of Deferred@1425703846 after retry RPC after error@1684140698) -> (continuation of Deferred@1128476958 after retry RPC after error@1003082179) -> (continuation of Deferred@992903855 after retry RPC after error@1353732722) -> (continuation of Deferred@178344635 after retry RPC after error@2140392933), errback=(continuation of Deferred@1209068688 after retry RPC after error@1086837174) -> (continuation of Deferred@146273062 after retry RPC after error@1391220963) -> (continuation of Deferred@492264002 after retry RPC after error@1675850303) -> (continuation of Deferred@1425703846 after retry RPC after error@1684140698) -> (continuation of Deferred@1128476958 after retry RPC after error@1003082179) -> (continuation of Deferred@992903855 after retry RPC after error@1353732722) -> (continuation of Deferred@178344635 after retry RPC after error@2140392933)))
11:41:04.698 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@232455016(state=PENDING, result=null, callback=(continuation of Deferred@1209068688 after retry RPC after error@1086837174) -> (continuation of Deferred@146273062 after retry RPC after error@1391220963) -> (continuation of Deferred@492264002 after retry RPC after error@1675850303) -> (continuation of Deferred@1425703846 after retry RPC after error@1684140698) -> (continuation of Deferred@1128476958 after retry RPC after error@1003082179) -> (continuation of Deferred@992903855 after retry RPC after error@1353732722) -> (continuation of Deferred@178344635 after retry RPC after error@2140392933), errback=(continuation of Deferred@1209068688 after retry RPC after error@1086837174) -> (continuation of Deferred@146273062 after retry RPC after error@1391220963) -> (continuation of Deferred@492264002 after retry RPC after error@1675850303) -> (continuation of Deferred@1425703846 after retry RPC after error@1684140698) -> (continuation of Deferred@1128476958 after retry RPC after error@1003082179) -> (continuation of Deferred@992903855 after retry RPC after error@1353732722) -> (continuation of Deferred@178344635 after retry RPC after error@2140392933)))
11:41:04.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [224ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [225ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1919717658(state=PENDING, result=null, callback=(continuation of Deferred@2026119172 after retry RPC after error@563379838) -> (continuation of Deferred@231953740 after retry RPC after error@463593901) -> (continuation of Deferred@1111238365 after retry RPC after error@1079625578) -> (continuation of Deferred@1463255832 after retry RPC after error@1133489370) -> (continuation of Deferred@1613127864 after retry RPC after error@1858767169) -> (continuation of Deferred@84863171 after retry RPC after error@1004105156) -> (continuation of Deferred@1747581351 after retry RPC after error@1385428322), errback=(continuation of Deferred@2026119172 after retry RPC after error@563379838) -> (continuation of Deferred@231953740 after retry RPC after error@463593901) -> (continuation of Deferred@1111238365 after retry RPC after error@1079625578) -> (continuation of Deferred@1463255832 after retry RPC after error@1133489370) -> (continuation of Deferred@1613127864 after retry RPC after error@1858767169) -> (continuation of Deferred@84863171 after retry RPC after error@1004105156) -> (continuation of Deferred@1747581351 after retry RPC after error@1385428322)))
11:41:04.941 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [224ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [225ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1919717658(state=PENDING, result=null, callback=(continuation of Deferred@2026119172 after retry RPC after error@563379838) -> (continuation of Deferred@231953740 after retry RPC after error@463593901) -> (continuation of Deferred@1111238365 after retry RPC after error@1079625578) -> (continuation of Deferred@1463255832 after retry RPC after error@1133489370) -> (continuation of Deferred@1613127864 after retry RPC after error@1858767169) -> (continuation of Deferred@84863171 after retry RPC after error@1004105156) -> (continuation of Deferred@1747581351 after retry RPC after error@1385428322), errback=(continuation of Deferred@2026119172 after retry RPC after error@563379838) -> (continuation of Deferred@231953740 after retry RPC after error@463593901) -> (continuation of Deferred@1111238365 after retry RPC after error@1079625578) -> (continuation of Deferred@1463255832 after retry RPC after error@1133489370) -> (continuation of Deferred@1613127864 after retry RPC after error@1858767169) -> (continuation of Deferred@84863171 after retry RPC after error@1004105156) -> (continuation of Deferred@1747581351 after retry RPC after error@1385428322)))
11:41:04.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:04.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:04.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:04.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:04.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:04.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.137 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@2079909392(state=PENDING, result=null, callback=(continuation of Deferred@335781612 after retry RPC after error@1623037406) -> (continuation of Deferred@1282269811 after retry RPC after error@1889093000) -> (continuation of Deferred@2028290441 after retry RPC after error@1962551342) -> (continuation of Deferred@1470575288 after retry RPC after error@1839765697) -> (continuation of Deferred@1066628596 after retry RPC after error@437092720) -> (continuation of Deferred@1959875195 after retry RPC after error@1570153136), errback=(continuation of Deferred@335781612 after retry RPC after error@1623037406) -> (continuation of Deferred@1282269811 after retry RPC after error@1889093000) -> (continuation of Deferred@2028290441 after retry RPC after error@1962551342) -> (continuation of Deferred@1470575288 after retry RPC after error@1839765697) -> (continuation of Deferred@1066628596 after retry RPC after error@437092720) -> (continuation of Deferred@1959875195 after retry RPC after error@1570153136)))
11:41:05.138 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@2079909392(state=PENDING, result=null, callback=(continuation of Deferred@335781612 after retry RPC after error@1623037406) -> (continuation of Deferred@1282269811 after retry RPC after error@1889093000) -> (continuation of Deferred@2028290441 after retry RPC after error@1962551342) -> (continuation of Deferred@1470575288 after retry RPC after error@1839765697) -> (continuation of Deferred@1066628596 after retry RPC after error@437092720) -> (continuation of Deferred@1959875195 after retry RPC after error@1570153136), errback=(continuation of Deferred@335781612 after retry RPC after error@1623037406) -> (continuation of Deferred@1282269811 after retry RPC after error@1889093000) -> (continuation of Deferred@2028290441 after retry RPC after error@1962551342) -> (continuation of Deferred@1470575288 after retry RPC after error@1839765697) -> (continuation of Deferred@1066628596 after retry RPC after error@437092720) -> (continuation of Deferred@1959875195 after retry RPC after error@1570153136)))
11:41:05.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.397 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@497992223(state=PENDING, result=null, callback=(continuation of Deferred@1192183308 after retry RPC after error@1990117644) -> (continuation of Deferred@624872274 after retry RPC after error@1315654608) -> (continuation of Deferred@1936280375 after retry RPC after error@1933519615) -> (continuation of Deferred@545790865 after retry RPC after error@875164059) -> (continuation of Deferred@228603098 after retry RPC after error@121806659) -> (continuation of Deferred@1744197801 after retry RPC after error@472434917) -> (continuation of Deferred@279066974 after retry RPC after error@50922638) -> (continuation of Deferred@1450125142 after retry RPC after error@215655070), errback=(continuation of Deferred@1192183308 after retry RPC after error@1990117644) -> (continuation of Deferred@624872274 after retry RPC after error@1315654608) -> (continuation of Deferred@1936280375 after retry RPC after error@1933519615) -> (continuation of Deferred@545790865 after retry RPC after error@875164059) -> (continuation of Deferred@228603098 after retry RPC after error@121806659) -> (continuation of Deferred@1744197801 after retry RPC after error@472434917) -> (continuation of Deferred@279066974 after retry RPC after error@50922638) -> (continuation of Deferred@1450125142 after retry RPC after error@215655070)))
11:41:05.398 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@497992223(state=PENDING, result=null, callback=(continuation of Deferred@1192183308 after retry RPC after error@1990117644) -> (continuation of Deferred@624872274 after retry RPC after error@1315654608) -> (continuation of Deferred@1936280375 after retry RPC after error@1933519615) -> (continuation of Deferred@545790865 after retry RPC after error@875164059) -> (continuation of Deferred@228603098 after retry RPC after error@121806659) -> (continuation of Deferred@1744197801 after retry RPC after error@472434917) -> (continuation of Deferred@279066974 after retry RPC after error@50922638) -> (continuation of Deferred@1450125142 after retry RPC after error@215655070), errback=(continuation of Deferred@1192183308 after retry RPC after error@1990117644) -> (continuation of Deferred@624872274 after retry RPC after error@1315654608) -> (continuation of Deferred@1936280375 after retry RPC after error@1933519615) -> (continuation of Deferred@545790865 after retry RPC after error@875164059) -> (continuation of Deferred@228603098 after retry RPC after error@121806659) -> (continuation of Deferred@1744197801 after retry RPC after error@472434917) -> (continuation of Deferred@279066974 after retry RPC after error@50922638) -> (continuation of Deferred@1450125142 after retry RPC after error@215655070)))
11:41:05.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.617 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1835305768(state=PENDING, result=null, callback=(continuation of Deferred@1904853505 after retry RPC after error@687662618) -> (continuation of Deferred@1698730976 after retry RPC after error@750021035) -> (continuation of Deferred@319959030 after retry RPC after error@1553057720) -> (continuation of Deferred@1026527321 after retry RPC after error@853102438) -> (continuation of Deferred@817277780 after retry RPC after error@1648891645) -> (continuation of Deferred@589627317 after retry RPC after error@1543382728) -> (continuation of Deferred@1578617576 after retry RPC after error@2085273641), errback=(continuation of Deferred@1904853505 after retry RPC after error@687662618) -> (continuation of Deferred@1698730976 after retry RPC after error@750021035) -> (continuation of Deferred@319959030 after retry RPC after error@1553057720) -> (continuation of Deferred@1026527321 after retry RPC after error@853102438) -> (continuation of Deferred@817277780 after retry RPC after error@1648891645) -> (continuation of Deferred@589627317 after retry RPC after error@1543382728) -> (continuation of Deferred@1578617576 after retry RPC after error@2085273641)))
11:41:05.618 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1835305768(state=PENDING, result=null, callback=(continuation of Deferred@1904853505 after retry RPC after error@687662618) -> (continuation of Deferred@1698730976 after retry RPC after error@750021035) -> (continuation of Deferred@319959030 after retry RPC after error@1553057720) -> (continuation of Deferred@1026527321 after retry RPC after error@853102438) -> (continuation of Deferred@817277780 after retry RPC after error@1648891645) -> (continuation of Deferred@589627317 after retry RPC after error@1543382728) -> (continuation of Deferred@1578617576 after retry RPC after error@2085273641), errback=(continuation of Deferred@1904853505 after retry RPC after error@687662618) -> (continuation of Deferred@1698730976 after retry RPC after error@750021035) -> (continuation of Deferred@319959030 after retry RPC after error@1553057720) -> (continuation of Deferred@1026527321 after retry RPC after error@853102438) -> (continuation of Deferred@817277780 after retry RPC after error@1648891645) -> (continuation of Deferred@589627317 after retry RPC after error@1543382728) -> (continuation of Deferred@1578617576 after retry RPC after error@2085273641)))
11:41:05.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.678 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.900 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1115922454(state=PENDING, result=null, callback=(continuation of Deferred@605645323 after retry RPC after error@521749760) -> (continuation of Deferred@1699842596 after retry RPC after error@973936008) -> (continuation of Deferred@1437301232 after retry RPC after error@13567744) -> (continuation of Deferred@1764142487 after retry RPC after error@995443822) -> (continuation of Deferred@893378061 after retry RPC after error@1303390381) -> (continuation of Deferred@287735449 after retry RPC after error@12660455) -> (continuation of Deferred@1271224132 after retry RPC after error@134020049), errback=(continuation of Deferred@605645323 after retry RPC after error@521749760) -> (continuation of Deferred@1699842596 after retry RPC after error@973936008) -> (continuation of Deferred@1437301232 after retry RPC after error@13567744) -> (continuation of Deferred@1764142487 after retry RPC after error@995443822) -> (continuation of Deferred@893378061 after retry RPC after error@1303390381) -> (continuation of Deferred@287735449 after retry RPC after error@12660455) -> (continuation of Deferred@1271224132 after retry RPC after error@134020049)))
11:41:05.900 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:41:05.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:05.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:05.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:05.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:05.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:05.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.157 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@846985152(state=PENDING, result=null, callback=(continuation of Deferred@1245493157 after retry RPC after error@188494332) -> (continuation of Deferred@2033679102 after retry RPC after error@337598447) -> (continuation of Deferred@1001474902 after retry RPC after error@1374170637) -> (continuation of Deferred@323640900 after retry RPC after error@2097464301) -> (continuation of Deferred@1281285344 after retry RPC after error@1549146912) -> (continuation of Deferred@489674384 after retry RPC after error@1181709683) -> (continuation of Deferred@2095843458 after retry RPC after error@277840676), errback=(continuation of Deferred@1245493157 after retry RPC after error@188494332) -> (continuation of Deferred@2033679102 after retry RPC after error@337598447) -> (continuation of Deferred@1001474902 after retry RPC after error@1374170637) -> (continuation of Deferred@323640900 after retry RPC after error@2097464301) -> (continuation of Deferred@1281285344 after retry RPC after error@1549146912) -> (continuation of Deferred@489674384 after retry RPC after error@1181709683) -> (continuation of Deferred@2095843458 after retry RPC after error@277840676)))
11:41:06.158 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@846985152(state=PENDING, result=null, callback=(continuation of Deferred@1245493157 after retry RPC after error@188494332) -> (continuation of Deferred@2033679102 after retry RPC after error@337598447) -> (continuation of Deferred@1001474902 after retry RPC after error@1374170637) -> (continuation of Deferred@323640900 after retry RPC after error@2097464301) -> (continuation of Deferred@1281285344 after retry RPC after error@1549146912) -> (continuation of Deferred@489674384 after retry RPC after error@1181709683) -> (continuation of Deferred@2095843458 after retry RPC after error@277840676), errback=(continuation of Deferred@1245493157 after retry RPC after error@188494332) -> (continuation of Deferred@2033679102 after retry RPC after error@337598447) -> (continuation of Deferred@1001474902 after retry RPC after error@1374170637) -> (continuation of Deferred@323640900 after retry RPC after error@2097464301) -> (continuation of Deferred@1281285344 after retry RPC after error@1549146912) -> (continuation of Deferred@489674384 after retry RPC after error@1181709683) -> (continuation of Deferred@2095843458 after retry RPC after error@277840676)))
11:41:06.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.417 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1864566343(state=PENDING, result=null, callback=(continuation of Deferred@1044318606 after retry RPC after error@689219951) -> (continuation of Deferred@1831580763 after retry RPC after error@449676935) -> (continuation of Deferred@1551404841 after retry RPC after error@1353390616) -> (continuation of Deferred@1620243770 after retry RPC after error@371043857) -> (continuation of Deferred@235174460 after retry RPC after error@108513854) -> (continuation of Deferred@1899742447 after retry RPC after error@170758655) -> (continuation of Deferred@659935004 after retry RPC after error@525064178), errback=(continuation of Deferred@1044318606 after retry RPC after error@689219951) -> (continuation of Deferred@1831580763 after retry RPC after error@449676935) -> (continuation of Deferred@1551404841 after retry RPC after error@1353390616) -> (continuation of Deferred@1620243770 after retry RPC after error@371043857) -> (continuation of Deferred@235174460 after retry RPC after error@108513854) -> (continuation of Deferred@1899742447 after retry RPC after error@170758655) -> (continuation of Deferred@659935004 after retry RPC after error@525064178)))
11:41:06.418 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1864566343(state=PENDING, result=null, callback=(continuation of Deferred@1044318606 after retry RPC after error@689219951) -> (continuation of Deferred@1831580763 after retry RPC after error@449676935) -> (continuation of Deferred@1551404841 after retry RPC after error@1353390616) -> (continuation of Deferred@1620243770 after retry RPC after error@371043857) -> (continuation of Deferred@235174460 after retry RPC after error@108513854) -> (continuation of Deferred@1899742447 after retry RPC after error@170758655) -> (continuation of Deferred@659935004 after retry RPC after error@525064178), errback=(continuation of Deferred@1044318606 after retry RPC after error@689219951) -> (continuation of Deferred@1831580763 after retry RPC after error@449676935) -> (continuation of Deferred@1551404841 after retry RPC after error@1353390616) -> (continuation of Deferred@1620243770 after retry RPC after error@371043857) -> (continuation of Deferred@235174460 after retry RPC after error@108513854) -> (continuation of Deferred@1899742447 after retry RPC after error@170758655) -> (continuation of Deferred@659935004 after retry RPC after error@525064178)))
11:41:06.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.435 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.638 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@377556303(state=PENDING, result=null, callback=(continuation of Deferred@2121928695 after retry RPC after error@1269121292) -> (continuation of Deferred@2061051696 after retry RPC after error@1680647761) -> (continuation of Deferred@1241974932 after retry RPC after error@734764537) -> (continuation of Deferred@404279063 after retry RPC after error@428338283) -> (continuation of Deferred@1798702183 after retry RPC after error@484796589) -> (continuation of Deferred@1121680465 after retry RPC after error@1679369429) -> (continuation of Deferred@1062666509 after retry RPC after error@146843210) -> (continuation of Deferred@291531511 after retry RPC after error@1022544770), errback=(continuation of Deferred@2121928695 after retry RPC after error@1269121292) -> (continuation of Deferred@2061051696 after retry RPC after error@1680647761) -> (continuation of Deferred@1241974932 after retry RPC after error@734764537) -> (continuation of Deferred@404279063 after retry RPC after error@428338283) -> (continuation of Deferred@1798702183 after retry RPC after error@484796589) -> (continuation of Deferred@1121680465 after retry RPC after error@1679369429) -> (continuation of Deferred@1062666509 after retry RPC after error@146843210) -> (continuation of Deferred@291531511 after retry RPC after error@1022544770)))
11:41:06.639 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@377556303(state=PENDING, result=null, callback=(continuation of Deferred@2121928695 after retry RPC after error@1269121292) -> (continuation of Deferred@2061051696 after retry RPC after error@1680647761) -> (continuation of Deferred@1241974932 after retry RPC after error@734764537) -> (continuation of Deferred@404279063 after retry RPC after error@428338283) -> (continuation of Deferred@1798702183 after retry RPC after error@484796589) -> (continuation of Deferred@1121680465 after retry RPC after error@1679369429) -> (continuation of Deferred@1062666509 after retry RPC after error@146843210) -> (continuation of Deferred@291531511 after retry RPC after error@1022544770), errback=(continuation of Deferred@2121928695 after retry RPC after error@1269121292) -> (continuation of Deferred@2061051696 after retry RPC after error@1680647761) -> (continuation of Deferred@1241974932 after retry RPC after error@734764537) -> (continuation of Deferred@404279063 after retry RPC after error@428338283) -> (continuation of Deferred@1798702183 after retry RPC after error@484796589) -> (continuation of Deferred@1121680465 after retry RPC after error@1679369429) -> (continuation of Deferred@1062666509 after retry RPC after error@146843210) -> (continuation of Deferred@291531511 after retry RPC after error@1022544770)))
11:41:06.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.898 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1807242954(state=PENDING, result=null, callback=(continuation of Deferred@1207122219 after retry RPC after error@339503561) -> (continuation of Deferred@377516270 after retry RPC after error@1059551986) -> (continuation of Deferred@1640183388 after retry RPC after error@382101900) -> (continuation of Deferred@64253114 after retry RPC after error@127956696) -> (continuation of Deferred@2141831590 after retry RPC after error@1510366678) -> (continuation of Deferred@2048347024 after retry RPC after error@2122704060) -> (continuation of Deferred@1334881851 after retry RPC after error@663790322), errback=(continuation of Deferred@1207122219 after retry RPC after error@339503561) -> (continuation of Deferred@377516270 after retry RPC after error@1059551986) -> (continuation of Deferred@1640183388 after retry RPC after error@382101900) -> (continuation of Deferred@64253114 after retry RPC after error@127956696) -> (continuation of Deferred@2141831590 after retry RPC after error@1510366678) -> (continuation of Deferred@2048347024 after retry RPC after error@2122704060) -> (continuation of Deferred@1334881851 after retry RPC after error@663790322)))
11:41:06.898 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1807242954(state=PENDING, result=null, callback=(continuation of Deferred@1207122219 after retry RPC after error@339503561) -> (continuation of Deferred@377516270 after retry RPC after error@1059551986) -> (continuation of Deferred@1640183388 after retry RPC after error@382101900) -> (continuation of Deferred@64253114 after retry RPC after error@127956696) -> (continuation of Deferred@2141831590 after retry RPC after error@1510366678) -> (continuation of Deferred@2048347024 after retry RPC after error@2122704060) -> (continuation of Deferred@1334881851 after retry RPC after error@663790322), errback=(continuation of Deferred@1207122219 after retry RPC after error@339503561) -> (continuation of Deferred@377516270 after retry RPC after error@1059551986) -> (continuation of Deferred@1640183388 after retry RPC after error@382101900) -> (continuation of Deferred@64253114 after retry RPC after error@127956696) -> (continuation of Deferred@2141831590 after retry RPC after error@1510366678) -> (continuation of Deferred@2048347024 after retry RPC after error@2122704060) -> (continuation of Deferred@1334881851 after retry RPC after error@663790322)))
11:41:06.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:06.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:06.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:06.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:06.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:06.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.098 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@354169699(state=PENDING, result=null, callback=(continuation of Deferred@1140587067 after retry RPC after error@1089055553) -> (continuation of Deferred@992341192 after retry RPC after error@1339443172) -> (continuation of Deferred@1398818311 after retry RPC after error@1583238281) -> (continuation of Deferred@1242146854 after retry RPC after error@924659684) -> (continuation of Deferred@1721505662 after retry RPC after error@1242178848) -> (continuation of Deferred@1296428255 after retry RPC after error@326736028), errback=(continuation of Deferred@1140587067 after retry RPC after error@1089055553) -> (continuation of Deferred@992341192 after retry RPC after error@1339443172) -> (continuation of Deferred@1398818311 after retry RPC after error@1583238281) -> (continuation of Deferred@1242146854 after retry RPC after error@924659684) -> (continuation of Deferred@1721505662 after retry RPC after error@1242178848) -> (continuation of Deferred@1296428255 after retry RPC after error@326736028)))
11:41:07.099 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@354169699(state=PENDING, result=null, callback=(continuation of Deferred@1140587067 after retry RPC after error@1089055553) -> (continuation of Deferred@992341192 after retry RPC after error@1339443172) -> (continuation of Deferred@1398818311 after retry RPC after error@1583238281) -> (continuation of Deferred@1242146854 after retry RPC after error@924659684) -> (continuation of Deferred@1721505662 after retry RPC after error@1242178848) -> (continuation of Deferred@1296428255 after retry RPC after error@326736028), errback=(continuation of Deferred@1140587067 after retry RPC after error@1089055553) -> (continuation of Deferred@992341192 after retry RPC after error@1339443172) -> (continuation of Deferred@1398818311 after retry RPC after error@1583238281) -> (continuation of Deferred@1242146854 after retry RPC after error@924659684) -> (continuation of Deferred@1721505662 after retry RPC after error@1242178848) -> (continuation of Deferred@1296428255 after retry RPC after error@326736028)))
11:41:07.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:07.260375 16638 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:41:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:07.263895 16638 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:41:07.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:07.265479 16637 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.224.188:39059)
11:41:07.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.298 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1975691513(state=PENDING, result=null, callback=(continuation of Deferred@1586400130 after retry RPC after error@1555723952) -> (continuation of Deferred@587641243 after retry RPC after error@1130582114) -> (continuation of Deferred@1771766039 after retry RPC after error@1713104226) -> (continuation of Deferred@1887898195 after retry RPC after error@700359777) -> (continuation of Deferred@404528120 after retry RPC after error@563432812) -> (continuation of Deferred@1762135711 after retry RPC after error@902378099), errback=(continuation of Deferred@1586400130 after retry RPC after error@1555723952) -> (continuation of Deferred@587641243 after retry RPC after error@1130582114) -> (continuation of Deferred@1771766039 after retry RPC after error@1713104226) -> (continuation of Deferred@1887898195 after retry RPC after error@700359777) -> (continuation of Deferred@404528120 after retry RPC after error@563432812) -> (continuation of Deferred@1762135711 after retry RPC after error@902378099)))
11:41:07.299 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1975691513(state=PENDING, result=null, callback=(continuation of Deferred@1586400130 after retry RPC after error@1555723952) -> (continuation of Deferred@587641243 after retry RPC after error@1130582114) -> (continuation of Deferred@1771766039 after retry RPC after error@1713104226) -> (continuation of Deferred@1887898195 after retry RPC after error@700359777) -> (continuation of Deferred@404528120 after retry RPC after error@563432812) -> (continuation of Deferred@1762135711 after retry RPC after error@902378099), errback=(continuation of Deferred@1586400130 after retry RPC after error@1555723952) -> (continuation of Deferred@587641243 after retry RPC after error@1130582114) -> (continuation of Deferred@1771766039 after retry RPC after error@1713104226) -> (continuation of Deferred@1887898195 after retry RPC after error@700359777) -> (continuation of Deferred@404528120 after retry RPC after error@563432812) -> (continuation of Deferred@1762135711 after retry RPC after error@902378099)))
11:41:07.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.477 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2072974149(state=PENDING, result=null, callback=(continuation of Deferred@307543290 after retry RPC after error@1923978796) -> (continuation of Deferred@410055897 after retry RPC after error@468109737) -> (continuation of Deferred@753014083 after retry RPC after error@845212165) -> (continuation of Deferred@766052012 after retry RPC after error@3090737) -> (continuation of Deferred@1021013114 after retry RPC after error@165579046) -> (continuation of Deferred@1814520535 after retry RPC after error@356038851) -> (continuation of Deferred@1927786146 after retry RPC after error@252550753), errback=(continuation of Deferred@307543290 after retry RPC after error@1923978796) -> (continuation of Deferred@410055897 after retry RPC after error@468109737) -> (continuation of Deferred@753014083 after retry RPC after error@845212165) -> (continuation of Deferred@766052012 after retry RPC after error@3090737) -> (continuation of Deferred@1021013114 after retry RPC after error@165579046) -> (continuation of Deferred@1814520535 after retry RPC after error@356038851) -> (continuation of Deferred@1927786146 after retry RPC after error@252550753)))
11:41:07.478 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2072974149(state=PENDING, result=null, callback=(continuation of Deferred@307543290 after retry RPC after error@1923978796) -> (continuation of Deferred@410055897 after retry RPC after error@468109737) -> (continuation of Deferred@753014083 after retry RPC after error@845212165) -> (continuation of Deferred@766052012 after retry RPC after error@3090737) -> (continuation of Deferred@1021013114 after retry RPC after error@165579046) -> (continuation of Deferred@1814520535 after retry RPC after error@356038851) -> (continuation of Deferred@1927786146 after retry RPC after error@252550753), errback=(continuation of Deferred@307543290 after retry RPC after error@1923978796) -> (continuation of Deferred@410055897 after retry RPC after error@468109737) -> (continuation of Deferred@753014083 after retry RPC after error@845212165) -> (continuation of Deferred@766052012 after retry RPC after error@3090737) -> (continuation of Deferred@1021013114 after retry RPC after error@165579046) -> (continuation of Deferred@1814520535 after retry RPC after error@356038851) -> (continuation of Deferred@1927786146 after retry RPC after error@252550753)))
11:41:07.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.717 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1881525225(state=PENDING, result=null, callback=(continuation of Deferred@776905754 after retry RPC after error@604429250) -> (continuation of Deferred@1989228298 after retry RPC after error@683004082) -> (continuation of Deferred@1929437130 after retry RPC after error@1632289443) -> (continuation of Deferred@505188583 after retry RPC after error@405468118) -> (continuation of Deferred@1839305110 after retry RPC after error@1514735963) -> (continuation of Deferred@547893597 after retry RPC after error@1876148957) -> (continuation of Deferred@236966800 after retry RPC after error@470679769), errback=(continuation of Deferred@776905754 after retry RPC after error@604429250) -> (continuation of Deferred@1989228298 after retry RPC after error@683004082) -> (continuation of Deferred@1929437130 after retry RPC after error@1632289443) -> (continuation of Deferred@505188583 after retry RPC after error@405468118) -> (continuation of Deferred@1839305110 after retry RPC after error@1514735963) -> (continuation of Deferred@547893597 after retry RPC after error@1876148957) -> (continuation of Deferred@236966800 after retry RPC after error@470679769)))
11:41:07.718 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1881525225(state=PENDING, result=null, callback=(continuation of Deferred@776905754 after retry RPC after error@604429250) -> (continuation of Deferred@1989228298 after retry RPC after error@683004082) -> (continuation of Deferred@1929437130 after retry RPC after error@1632289443) -> (continuation of Deferred@505188583 after retry RPC after error@405468118) -> (continuation of Deferred@1839305110 after retry RPC after error@1514735963) -> (continuation of Deferred@547893597 after retry RPC after error@1876148957) -> (continuation of Deferred@236966800 after retry RPC after error@470679769), errback=(continuation of Deferred@776905754 after retry RPC after error@604429250) -> (continuation of Deferred@1989228298 after retry RPC after error@683004082) -> (continuation of Deferred@1929437130 after retry RPC after error@1632289443) -> (continuation of Deferred@505188583 after retry RPC after error@405468118) -> (continuation of Deferred@1839305110 after retry RPC after error@1514735963) -> (continuation of Deferred@547893597 after retry RPC after error@1876148957) -> (continuation of Deferred@236966800 after retry RPC after error@470679769)))
11:41:07.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.737 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.904 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.905 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=169), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [169ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [169ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [170ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1885167785(state=PENDING, result=null, callback=(continuation of Deferred@1165657471 after retry RPC after error@651456331) -> (continuation of Deferred@1466544354 after retry RPC after error@1277876878) -> (continuation of Deferred@1567289097 after retry RPC after error@1489071576) -> (continuation of Deferred@1119172738 after retry RPC after error@1490117872) -> (continuation of Deferred@1380567620 after retry RPC after error@20300408) -> (continuation of Deferred@1789889524 after retry RPC after error@956994741), errback=(continuation of Deferred@1165657471 after retry RPC after error@651456331) -> (continuation of Deferred@1466544354 after retry RPC after error@1277876878) -> (continuation of Deferred@1567289097 after retry RPC after error@1489071576) -> (continuation of Deferred@1119172738 after retry RPC after error@1490117872) -> (continuation of Deferred@1380567620 after retry RPC after error@20300408) -> (continuation of Deferred@1789889524 after retry RPC after error@956994741)))
11:41:07.906 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=169), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [169ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [169ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [170ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1885167785(state=PENDING, result=null, callback=(continuation of Deferred@1165657471 after retry RPC after error@651456331) -> (continuation of Deferred@1466544354 after retry RPC after error@1277876878) -> (continuation of Deferred@1567289097 after retry RPC after error@1489071576) -> (continuation of Deferred@1119172738 after retry RPC after error@1490117872) -> (continuation of Deferred@1380567620 after retry RPC after error@20300408) -> (continuation of Deferred@1789889524 after retry RPC after error@956994741), errback=(continuation of Deferred@1165657471 after retry RPC after error@651456331) -> (continuation of Deferred@1466544354 after retry RPC after error@1277876878) -> (continuation of Deferred@1567289097 after retry RPC after error@1489071576) -> (continuation of Deferred@1119172738 after retry RPC after error@1490117872) -> (continuation of Deferred@1380567620 after retry RPC after error@20300408) -> (continuation of Deferred@1789889524 after retry RPC after error@956994741)))
11:41:07.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:07.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:07.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:07.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:07.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:07.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.117 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1902668216(state=PENDING, result=null, callback=(continuation of Deferred@1099234482 after retry RPC after error@711242532) -> (continuation of Deferred@1966641458 after retry RPC after error@1202656132) -> (continuation of Deferred@564659887 after retry RPC after error@777681965) -> (continuation of Deferred@526047701 after retry RPC after error@550951561) -> (continuation of Deferred@1101671746 after retry RPC after error@1013746254) -> (continuation of Deferred@1966172263 after retry RPC after error@1663428314) -> (continuation of Deferred@1945438145 after retry RPC after error@731110667), errback=(continuation of Deferred@1099234482 after retry RPC after error@711242532) -> (continuation of Deferred@1966641458 after retry RPC after error@1202656132) -> (continuation of Deferred@564659887 after retry RPC after error@777681965) -> (continuation of Deferred@526047701 after retry RPC after error@550951561) -> (continuation of Deferred@1101671746 after retry RPC after error@1013746254) -> (continuation of Deferred@1966172263 after retry RPC after error@1663428314) -> (continuation of Deferred@1945438145 after retry RPC after error@731110667)))
11:41:08.118 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1902668216(state=PENDING, result=null, callback=(continuation of Deferred@1099234482 after retry RPC after error@711242532) -> (continuation of Deferred@1966641458 after retry RPC after error@1202656132) -> (continuation of Deferred@564659887 after retry RPC after error@777681965) -> (continuation of Deferred@526047701 after retry RPC after error@550951561) -> (continuation of Deferred@1101671746 after retry RPC after error@1013746254) -> (continuation of Deferred@1966172263 after retry RPC after error@1663428314) -> (continuation of Deferred@1945438145 after retry RPC after error@731110667), errback=(continuation of Deferred@1099234482 after retry RPC after error@711242532) -> (continuation of Deferred@1966641458 after retry RPC after error@1202656132) -> (continuation of Deferred@564659887 after retry RPC after error@777681965) -> (continuation of Deferred@526047701 after retry RPC after error@550951561) -> (continuation of Deferred@1101671746 after retry RPC after error@1013746254) -> (continuation of Deferred@1966172263 after retry RPC after error@1663428314) -> (continuation of Deferred@1945438145 after retry RPC after error@731110667)))
11:41:08.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.318 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@639167811(state=PENDING, result=null, callback=(continuation of Deferred@371389409 after retry RPC after error@865744468) -> (continuation of Deferred@2093312534 after retry RPC after error@492237368) -> (continuation of Deferred@476755848 after retry RPC after error@2124421831) -> (continuation of Deferred@702700255 after retry RPC after error@59751145) -> (continuation of Deferred@1250991079 after retry RPC after error@882431568) -> (continuation of Deferred@253187774 after retry RPC after error@1899101511), errback=(continuation of Deferred@371389409 after retry RPC after error@865744468) -> (continuation of Deferred@2093312534 after retry RPC after error@492237368) -> (continuation of Deferred@476755848 after retry RPC after error@2124421831) -> (continuation of Deferred@702700255 after retry RPC after error@59751145) -> (continuation of Deferred@1250991079 after retry RPC after error@882431568) -> (continuation of Deferred@253187774 after retry RPC after error@1899101511)))
11:41:08.318 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@639167811(state=PENDING, result=null, callback=(continuation of Deferred@371389409 after retry RPC after error@865744468) -> (continuation of Deferred@2093312534 after retry RPC after error@492237368) -> (continuation of Deferred@476755848 after retry RPC after error@2124421831) -> (continuation of Deferred@702700255 after retry RPC after error@59751145) -> (continuation of Deferred@1250991079 after retry RPC after error@882431568) -> (continuation of Deferred@253187774 after retry RPC after error@1899101511), errback=(continuation of Deferred@371389409 after retry RPC after error@865744468) -> (continuation of Deferred@2093312534 after retry RPC after error@492237368) -> (continuation of Deferred@476755848 after retry RPC after error@2124421831) -> (continuation of Deferred@702700255 after retry RPC after error@59751145) -> (continuation of Deferred@1250991079 after retry RPC after error@882431568) -> (continuation of Deferred@253187774 after retry RPC after error@1899101511)))
11:41:08.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.478 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1754333959(state=PENDING, result=null, callback=(continuation of Deferred@516874271 after retry RPC after error@492822949) -> (continuation of Deferred@1129205311 after retry RPC after error@589821034) -> (continuation of Deferred@1241527817 after retry RPC after error@674276389) -> (continuation of Deferred@423504042 after retry RPC after error@86379331) -> (continuation of Deferred@1323160976 after retry RPC after error@1667322338) -> (continuation of Deferred@200433244 after retry RPC after error@1044062322) -> (continuation of Deferred@510264176 after retry RPC after error@2012065566), errback=(continuation of Deferred@516874271 after retry RPC after error@492822949) -> (continuation of Deferred@1129205311 after retry RPC after error@589821034) -> (continuation of Deferred@1241527817 after retry RPC after error@674276389) -> (continuation of Deferred@423504042 after retry RPC after error@86379331) -> (continuation of Deferred@1323160976 after retry RPC after error@1667322338) -> (continuation of Deferred@200433244 after retry RPC after error@1044062322) -> (continuation of Deferred@510264176 after retry RPC after error@2012065566)))
11:41:08.478 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1754333959(state=PENDING, result=null, callback=(continuation of Deferred@516874271 after retry RPC after error@492822949) -> (continuation of Deferred@1129205311 after retry RPC after error@589821034) -> (continuation of Deferred@1241527817 after retry RPC after error@674276389) -> (continuation of Deferred@423504042 after retry RPC after error@86379331) -> (continuation of Deferred@1323160976 after retry RPC after error@1667322338) -> (continuation of Deferred@200433244 after retry RPC after error@1044062322) -> (continuation of Deferred@510264176 after retry RPC after error@2012065566), errback=(continuation of Deferred@516874271 after retry RPC after error@492822949) -> (continuation of Deferred@1129205311 after retry RPC after error@589821034) -> (continuation of Deferred@1241527817 after retry RPC after error@674276389) -> (continuation of Deferred@423504042 after retry RPC after error@86379331) -> (continuation of Deferred@1323160976 after retry RPC after error@1667322338) -> (continuation of Deferred@200433244 after retry RPC after error@1044062322) -> (continuation of Deferred@510264176 after retry RPC after error@2012065566)))
11:41:08.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.657 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1078194638(state=PENDING, result=null, callback=(continuation of Deferred@1293467977 after retry RPC after error@1333551026) -> (continuation of Deferred@1315516928 after retry RPC after error@293300098) -> (continuation of Deferred@442695277 after retry RPC after error@927904604) -> (continuation of Deferred@808480391 after retry RPC after error@2059229300) -> (continuation of Deferred@1998667992 after retry RPC after error@892852531) -> (continuation of Deferred@113298756 after retry RPC after error@380525328), errback=(continuation of Deferred@1293467977 after retry RPC after error@1333551026) -> (continuation of Deferred@1315516928 after retry RPC after error@293300098) -> (continuation of Deferred@442695277 after retry RPC after error@927904604) -> (continuation of Deferred@808480391 after retry RPC after error@2059229300) -> (continuation of Deferred@1998667992 after retry RPC after error@892852531) -> (continuation of Deferred@113298756 after retry RPC after error@380525328)))
11:41:08.658 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1078194638(state=PENDING, result=null, callback=(continuation of Deferred@1293467977 after retry RPC after error@1333551026) -> (continuation of Deferred@1315516928 after retry RPC after error@293300098) -> (continuation of Deferred@442695277 after retry RPC after error@927904604) -> (continuation of Deferred@808480391 after retry RPC after error@2059229300) -> (continuation of Deferred@1998667992 after retry RPC after error@892852531) -> (continuation of Deferred@113298756 after retry RPC after error@380525328), errback=(continuation of Deferred@1293467977 after retry RPC after error@1333551026) -> (continuation of Deferred@1315516928 after retry RPC after error@293300098) -> (continuation of Deferred@442695277 after retry RPC after error@927904604) -> (continuation of Deferred@808480391 after retry RPC after error@2059229300) -> (continuation of Deferred@1998667992 after retry RPC after error@892852531) -> (continuation of Deferred@113298756 after retry RPC after error@380525328)))
11:41:08.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.838 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@461855831(state=PENDING, result=null, callback=(continuation of Deferred@1290770628 after retry RPC after error@1982534397) -> (continuation of Deferred@135476622 after retry RPC after error@693609791) -> (continuation of Deferred@432939369 after retry RPC after error@928801879) -> (continuation of Deferred@653432951 after retry RPC after error@848871371) -> (continuation of Deferred@1513428376 after retry RPC after error@245349461) -> (continuation of Deferred@1008516305 after retry RPC after error@1267546750) -> (continuation of Deferred@971403074 after retry RPC after error@1256718655), errback=(continuation of Deferred@1290770628 after retry RPC after error@1982534397) -> (continuation of Deferred@135476622 after retry RPC after error@693609791) -> (continuation of Deferred@432939369 after retry RPC after error@928801879) -> (continuation of Deferred@653432951 after retry RPC after error@848871371) -> (continuation of Deferred@1513428376 after retry RPC after error@245349461) -> (continuation of Deferred@1008516305 after retry RPC after error@1267546750) -> (continuation of Deferred@971403074 after retry RPC after error@1256718655)))
11:41:08.838 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@461855831(state=PENDING, result=null, callback=(continuation of Deferred@1290770628 after retry RPC after error@1982534397) -> (continuation of Deferred@135476622 after retry RPC after error@693609791) -> (continuation of Deferred@432939369 after retry RPC after error@928801879) -> (continuation of Deferred@653432951 after retry RPC after error@848871371) -> (continuation of Deferred@1513428376 after retry RPC after error@245349461) -> (continuation of Deferred@1008516305 after retry RPC after error@1267546750) -> (continuation of Deferred@971403074 after retry RPC after error@1256718655), errback=(continuation of Deferred@1290770628 after retry RPC after error@1982534397) -> (continuation of Deferred@135476622 after retry RPC after error@693609791) -> (continuation of Deferred@432939369 after retry RPC after error@928801879) -> (continuation of Deferred@653432951 after retry RPC after error@848871371) -> (continuation of Deferred@1513428376 after retry RPC after error@245349461) -> (continuation of Deferred@1008516305 after retry RPC after error@1267546750) -> (continuation of Deferred@971403074 after retry RPC after error@1256718655)))
11:41:08.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:08.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:08.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:08.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:08.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:08.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.116 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@2070564153(state=PENDING, result=null, callback=(continuation of Deferred@707834272 after retry RPC after error@1148547101) -> (continuation of Deferred@845129566 after retry RPC after error@460662697) -> (continuation of Deferred@879175894 after retry RPC after error@1534940127) -> (continuation of Deferred@349661881 after retry RPC after error@640507877) -> (continuation of Deferred@729932398 after retry RPC after error@450084714) -> (continuation of Deferred@897489963 after retry RPC after error@2044739350) -> (continuation of Deferred@1574318294 after retry RPC after error@1517939945), errback=(continuation of Deferred@707834272 after retry RPC after error@1148547101) -> (continuation of Deferred@845129566 after retry RPC after error@460662697) -> (continuation of Deferred@879175894 after retry RPC after error@1534940127) -> (continuation of Deferred@349661881 after retry RPC after error@640507877) -> (continuation of Deferred@729932398 after retry RPC after error@450084714) -> (continuation of Deferred@897489963 after retry RPC after error@2044739350) -> (continuation of Deferred@1574318294 after retry RPC after error@1517939945)))
11:41:09.116 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:41:09.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.198 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.318 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2043197414(state=PENDING, result=null, callback=(continuation of Deferred@1687786862 after retry RPC after error@312899861) -> (continuation of Deferred@1841422026 after retry RPC after error@1368007443) -> (continuation of Deferred@2039545513 after retry RPC after error@1491029599) -> (continuation of Deferred@999029760 after retry RPC after error@991548121) -> (continuation of Deferred@1166149285 after retry RPC after error@1737295356) -> (continuation of Deferred@58892017 after retry RPC after error@1995967298), errback=(continuation of Deferred@1687786862 after retry RPC after error@312899861) -> (continuation of Deferred@1841422026 after retry RPC after error@1368007443) -> (continuation of Deferred@2039545513 after retry RPC after error@1491029599) -> (continuation of Deferred@999029760 after retry RPC after error@991548121) -> (continuation of Deferred@1166149285 after retry RPC after error@1737295356) -> (continuation of Deferred@58892017 after retry RPC after error@1995967298)))
11:41:09.319 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2043197414(state=PENDING, result=null, callback=(continuation of Deferred@1687786862 after retry RPC after error@312899861) -> (continuation of Deferred@1841422026 after retry RPC after error@1368007443) -> (continuation of Deferred@2039545513 after retry RPC after error@1491029599) -> (continuation of Deferred@999029760 after retry RPC after error@991548121) -> (continuation of Deferred@1166149285 after retry RPC after error@1737295356) -> (continuation of Deferred@58892017 after retry RPC after error@1995967298), errback=(continuation of Deferred@1687786862 after retry RPC after error@312899861) -> (continuation of Deferred@1841422026 after retry RPC after error@1368007443) -> (continuation of Deferred@2039545513 after retry RPC after error@1491029599) -> (continuation of Deferred@999029760 after retry RPC after error@991548121) -> (continuation of Deferred@1166149285 after retry RPC after error@1737295356) -> (continuation of Deferred@58892017 after retry RPC after error@1995967298)))
11:41:09.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.498 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.498 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@329350185(state=PENDING, result=null, callback=(continuation of Deferred@505343938 after retry RPC after error@1261974650) -> (continuation of Deferred@496173403 after retry RPC after error@88831732) -> (continuation of Deferred@1816328544 after retry RPC after error@1716755318) -> (continuation of Deferred@1666176830 after retry RPC after error@1030611317) -> (continuation of Deferred@1176475201 after retry RPC after error@1013788127) -> (continuation of Deferred@554105675 after retry RPC after error@1932705879), errback=(continuation of Deferred@505343938 after retry RPC after error@1261974650) -> (continuation of Deferred@496173403 after retry RPC after error@88831732) -> (continuation of Deferred@1816328544 after retry RPC after error@1716755318) -> (continuation of Deferred@1666176830 after retry RPC after error@1030611317) -> (continuation of Deferred@1176475201 after retry RPC after error@1013788127) -> (continuation of Deferred@554105675 after retry RPC after error@1932705879)))
11:41:09.499 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@329350185(state=PENDING, result=null, callback=(continuation of Deferred@505343938 after retry RPC after error@1261974650) -> (continuation of Deferred@496173403 after retry RPC after error@88831732) -> (continuation of Deferred@1816328544 after retry RPC after error@1716755318) -> (continuation of Deferred@1666176830 after retry RPC after error@1030611317) -> (continuation of Deferred@1176475201 after retry RPC after error@1013788127) -> (continuation of Deferred@554105675 after retry RPC after error@1932705879), errback=(continuation of Deferred@505343938 after retry RPC after error@1261974650) -> (continuation of Deferred@496173403 after retry RPC after error@88831732) -> (continuation of Deferred@1816328544 after retry RPC after error@1716755318) -> (continuation of Deferred@1666176830 after retry RPC after error@1030611317) -> (continuation of Deferred@1176475201 after retry RPC after error@1013788127) -> (continuation of Deferred@554105675 after retry RPC after error@1932705879)))
11:41:09.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.677 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@210996571(state=PENDING, result=null, callback=(continuation of Deferred@762592577 after retry RPC after error@692826629) -> (continuation of Deferred@113043430 after retry RPC after error@374692671) -> (continuation of Deferred@449307265 after retry RPC after error@1860743238) -> (continuation of Deferred@252373418 after retry RPC after error@867878871) -> (continuation of Deferred@382531787 after retry RPC after error@1032650964) -> (continuation of Deferred@1704126838 after retry RPC after error@15928940), errback=(continuation of Deferred@762592577 after retry RPC after error@692826629) -> (continuation of Deferred@113043430 after retry RPC after error@374692671) -> (continuation of Deferred@449307265 after retry RPC after error@1860743238) -> (continuation of Deferred@252373418 after retry RPC after error@867878871) -> (continuation of Deferred@382531787 after retry RPC after error@1032650964) -> (continuation of Deferred@1704126838 after retry RPC after error@15928940)))
11:41:09.678 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@210996571(state=PENDING, result=null, callback=(continuation of Deferred@762592577 after retry RPC after error@692826629) -> (continuation of Deferred@113043430 after retry RPC after error@374692671) -> (continuation of Deferred@449307265 after retry RPC after error@1860743238) -> (continuation of Deferred@252373418 after retry RPC after error@867878871) -> (continuation of Deferred@382531787 after retry RPC after error@1032650964) -> (continuation of Deferred@1704126838 after retry RPC after error@15928940), errback=(continuation of Deferred@762592577 after retry RPC after error@692826629) -> (continuation of Deferred@113043430 after retry RPC after error@374692671) -> (continuation of Deferred@449307265 after retry RPC after error@1860743238) -> (continuation of Deferred@252373418 after retry RPC after error@867878871) -> (continuation of Deferred@382531787 after retry RPC after error@1032650964) -> (continuation of Deferred@1704126838 after retry RPC after error@15928940)))
11:41:09.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.858 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@602878661(state=PENDING, result=null, callback=(continuation of Deferred@566005194 after retry RPC after error@807180304) -> (continuation of Deferred@503161425 after retry RPC after error@1205785137) -> (continuation of Deferred@38389213 after retry RPC after error@1455493532) -> (continuation of Deferred@643747391 after retry RPC after error@388026271) -> (continuation of Deferred@1535874955 after retry RPC after error@85467287) -> (continuation of Deferred@1432824125 after retry RPC after error@1152014393), errback=(continuation of Deferred@566005194 after retry RPC after error@807180304) -> (continuation of Deferred@503161425 after retry RPC after error@1205785137) -> (continuation of Deferred@38389213 after retry RPC after error@1455493532) -> (continuation of Deferred@643747391 after retry RPC after error@388026271) -> (continuation of Deferred@1535874955 after retry RPC after error@85467287) -> (continuation of Deferred@1432824125 after retry RPC after error@1152014393)))
11:41:09.858 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@602878661(state=PENDING, result=null, callback=(continuation of Deferred@566005194 after retry RPC after error@807180304) -> (continuation of Deferred@503161425 after retry RPC after error@1205785137) -> (continuation of Deferred@38389213 after retry RPC after error@1455493532) -> (continuation of Deferred@643747391 after retry RPC after error@388026271) -> (continuation of Deferred@1535874955 after retry RPC after error@85467287) -> (continuation of Deferred@1432824125 after retry RPC after error@1152014393), errback=(continuation of Deferred@566005194 after retry RPC after error@807180304) -> (continuation of Deferred@503161425 after retry RPC after error@1205785137) -> (continuation of Deferred@38389213 after retry RPC after error@1455493532) -> (continuation of Deferred@643747391 after retry RPC after error@388026271) -> (continuation of Deferred@1535874955 after retry RPC after error@85467287) -> (continuation of Deferred@1432824125 after retry RPC after error@1152014393)))
11:41:09.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:09.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:09.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:09.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:09.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:09.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:10.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:10.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:10.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:10.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:10.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:10.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:10.037 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@60989393(state=PENDING, result=null, callback=(continuation of Deferred@612629994 after retry RPC after error@166469718) -> (continuation of Deferred@1763827942 after retry RPC after error@2129307140) -> (continuation of Deferred@1161656478 after retry RPC after error@767233791) -> (continuation of Deferred@1274805630 after retry RPC after error@1619699843) -> (continuation of Deferred@1323156868 after retry RPC after error@1004861014) -> (continuation of Deferred@794885209 after retry RPC after error@438011782), errback=(continuation of Deferred@612629994 after retry RPC after error@166469718) -> (continuation of Deferred@1763827942 after retry RPC after error@2129307140) -> (continuation of Deferred@1161656478 after retry RPC after error@767233791) -> (continuation of Deferred@1274805630 after retry RPC after error@1619699843) -> (continuation of Deferred@1323156868 after retry RPC after error@1004861014) -> (continuation of Deferred@794885209 after retry RPC after error@438011782)))
11:41:10.038 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@60989393(state=PENDING, result=null, callback=(continuation of Deferred@612629994 after retry RPC after error@166469718) -> (continuation of Deferred@1763827942 after retry RPC after error@2129307140) -> (continuation of Deferred@1161656478 after retry RPC after error@767233791) -> (continuation of Deferred@1274805630 after retry RPC after error@1619699843) -> (continuation of Deferred@1323156868 after retry RPC after error@1004861014) -> (continuation of Deferred@794885209 after retry RPC after error@438011782), errback=(continuation of Deferred@612629994 after retry RPC after error@166469718) -> (continuation of Deferred@1763827942 after retry RPC after error@2129307140) -> (continuation of Deferred@1161656478 after retry RPC after error@767233791) -> (continuation of Deferred@1274805630 after retry RPC after error@1619699843) -> (continuation of Deferred@1323156868 after retry RPC after error@1004861014) -> (continuation of Deferred@794885209 after retry RPC after error@438011782)))
11:41:10.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:10.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:10.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:10.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:10.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:10.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:10.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:10.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:10.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:10.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:10.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:10.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:10.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:10.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:10.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.315 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, deferred=Deferred@673867973(state=PENDING, result=null, callback=(continuation of Deferred@991263819 after retry RPC after error@715574451) -> (continuation of Deferred@1831696355 after retry RPC after error@372917955), errback=(continuation of Deferred@991263819 after retry RPC after error@715574451) -> (continuation of Deferred@1831696355 after retry RPC after error@372917955)))
11:41:10.316 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=211, elapsed=220), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, deferred=Deferred@115181419(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.224.188:39059, errback=org.apache.kudu.client.ConnectToCluster$1@1a020057 -> ConnectToMasterErrCB for 127.15.224.188:39059))
11:41:10.316 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:10.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:10.336 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:41:10.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:10.596 [DEBUG - pool-46-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [7ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [8ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, deferred=null) with no deferred attached!
11:41:10.596 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, deferred=Deferred@945304462(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.224.188:39059, errback=org.apache.kudu.client.ConnectToCluster$1@13917028 -> ConnectToMasterErrCB for 127.15.224.188:39059))
11:41:10.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.596 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:10.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.596 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [7ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [8ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, deferred=Deferred@945304462(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.224.188:39059, errback=org.apache.kudu.client.ConnectToCluster$1@13917028 -> ConnectToMasterErrCB for 127.15.224.188:39059)), deferred=null)
11:41:10.596 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [7ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [8ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, deferred=Deferred@945304462(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.224.188:39059, errback=org.apache.kudu.client.ConnectToCluster$1@13917028 -> ConnectToMasterErrCB for 127.15.224.188:39059)), deferred=null)
11:41:10.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:10.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.876 [DEBUG - pool-46-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, deferred=null) with no deferred attached!
11:41:10.876 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, deferred=Deferred@411285244(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.224.188:39059, errback=org.apache.kudu.client.ConnectToCluster$1@613e3221 -> ConnectToMasterErrCB for 127.15.224.188:39059))
11:41:10.876 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:10.876 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, deferred=Deferred@411285244(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.224.188:39059, errback=org.apache.kudu.client.ConnectToCluster$1@613e3221 -> ConnectToMasterErrCB for 127.15.224.188:39059)), deferred=null)
11:41:10.876 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.15.224.188:39059, deferred=Deferred@411285244(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.15.224.188:39059, errback=org.apache.kudu.client.ConnectToCluster$1@613e3221 -> ConnectToMasterErrCB for 127.15.224.188:39059)), deferred=null)
11:41:10.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:10.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:10.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.114 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=797), Traces: [0ms] received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=null) with no deferred attached!
11:41:11.114 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=517), Traces: [0ms] received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=null) with no deferred attached!
11:41:11.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.114 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=238), Traces: [0ms] received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=null) with no deferred attached!
11:41:11.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.155 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=2, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [219ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [219ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@537941305(state=PENDING, result=null, callback=(continuation of Deferred@1763703243 after retry RPC after error@693119252) -> (continuation of Deferred@1728077047 after retry RPC after error@1159423155), errback=(continuation of Deferred@1763703243 after retry RPC after error@693119252) -> (continuation of Deferred@1728077047 after retry RPC after error@1159423155)))
11:41:11.155 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:41:11.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.378 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1078473769(state=PENDING, result=null, callback=(continuation of Deferred@2086468447 after retry RPC after error@1675259274) -> (continuation of Deferred@331630048 after retry RPC after error@313316045) -> (continuation of Deferred@154224068 after retry RPC after error@968351573) -> (continuation of Deferred@141387462 after retry RPC after error@2091120572) -> (continuation of Deferred@2143257225 after retry RPC after error@2029369180) -> (continuation of Deferred@458077650 after retry RPC after error@2016456464) -> (continuation of Deferred@2065224021 after retry RPC after error@780322365), errback=(continuation of Deferred@2086468447 after retry RPC after error@1675259274) -> (continuation of Deferred@331630048 after retry RPC after error@313316045) -> (continuation of Deferred@154224068 after retry RPC after error@968351573) -> (continuation of Deferred@141387462 after retry RPC after error@2091120572) -> (continuation of Deferred@2143257225 after retry RPC after error@2029369180) -> (continuation of Deferred@458077650 after retry RPC after error@2016456464) -> (continuation of Deferred@2065224021 after retry RPC after error@780322365)))
11:41:11.378 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1078473769(state=PENDING, result=null, callback=(continuation of Deferred@2086468447 after retry RPC after error@1675259274) -> (continuation of Deferred@331630048 after retry RPC after error@313316045) -> (continuation of Deferred@154224068 after retry RPC after error@968351573) -> (continuation of Deferred@141387462 after retry RPC after error@2091120572) -> (continuation of Deferred@2143257225 after retry RPC after error@2029369180) -> (continuation of Deferred@458077650 after retry RPC after error@2016456464) -> (continuation of Deferred@2065224021 after retry RPC after error@780322365), errback=(continuation of Deferred@2086468447 after retry RPC after error@1675259274) -> (continuation of Deferred@331630048 after retry RPC after error@313316045) -> (continuation of Deferred@154224068 after retry RPC after error@968351573) -> (continuation of Deferred@141387462 after retry RPC after error@2091120572) -> (continuation of Deferred@2143257225 after retry RPC after error@2029369180) -> (continuation of Deferred@458077650 after retry RPC after error@2016456464) -> (continuation of Deferred@2065224021 after retry RPC after error@780322365)))
11:41:11.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.578 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@417635596(state=PENDING, result=null, callback=(continuation of Deferred@1062970409 after retry RPC after error@830038059) -> (continuation of Deferred@33425847 after retry RPC after error@1028585593) -> (continuation of Deferred@1599502613 after retry RPC after error@626270956) -> (continuation of Deferred@1410741312 after retry RPC after error@508658571) -> (continuation of Deferred@1923342213 after retry RPC after error@1994702975) -> (continuation of Deferred@330653399 after retry RPC after error@32164593), errback=(continuation of Deferred@1062970409 after retry RPC after error@830038059) -> (continuation of Deferred@33425847 after retry RPC after error@1028585593) -> (continuation of Deferred@1599502613 after retry RPC after error@626270956) -> (continuation of Deferred@1410741312 after retry RPC after error@508658571) -> (continuation of Deferred@1923342213 after retry RPC after error@1994702975) -> (continuation of Deferred@330653399 after retry RPC after error@32164593)))
11:41:11.578 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@417635596(state=PENDING, result=null, callback=(continuation of Deferred@1062970409 after retry RPC after error@830038059) -> (continuation of Deferred@33425847 after retry RPC after error@1028585593) -> (continuation of Deferred@1599502613 after retry RPC after error@626270956) -> (continuation of Deferred@1410741312 after retry RPC after error@508658571) -> (continuation of Deferred@1923342213 after retry RPC after error@1994702975) -> (continuation of Deferred@330653399 after retry RPC after error@32164593), errback=(continuation of Deferred@1062970409 after retry RPC after error@830038059) -> (continuation of Deferred@33425847 after retry RPC after error@1028585593) -> (continuation of Deferred@1599502613 after retry RPC after error@626270956) -> (continuation of Deferred@1410741312 after retry RPC after error@508658571) -> (continuation of Deferred@1923342213 after retry RPC after error@1994702975) -> (continuation of Deferred@330653399 after retry RPC after error@32164593)))
11:41:11.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.797 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1816056496(state=PENDING, result=null, callback=(continuation of Deferred@1890161994 after retry RPC after error@1163861114) -> (continuation of Deferred@996427336 after retry RPC after error@559265990) -> (continuation of Deferred@493513315 after retry RPC after error@552274296) -> (continuation of Deferred@967068971 after retry RPC after error@893075793) -> (continuation of Deferred@2076974311 after retry RPC after error@60062255) -> (continuation of Deferred@415412835 after retry RPC after error@2006731235) -> (continuation of Deferred@1823230163 after retry RPC after error@1288241771), errback=(continuation of Deferred@1890161994 after retry RPC after error@1163861114) -> (continuation of Deferred@996427336 after retry RPC after error@559265990) -> (continuation of Deferred@493513315 after retry RPC after error@552274296) -> (continuation of Deferred@967068971 after retry RPC after error@893075793) -> (continuation of Deferred@2076974311 after retry RPC after error@60062255) -> (continuation of Deferred@415412835 after retry RPC after error@2006731235) -> (continuation of Deferred@1823230163 after retry RPC after error@1288241771)))
11:41:11.798 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1816056496(state=PENDING, result=null, callback=(continuation of Deferred@1890161994 after retry RPC after error@1163861114) -> (continuation of Deferred@996427336 after retry RPC after error@559265990) -> (continuation of Deferred@493513315 after retry RPC after error@552274296) -> (continuation of Deferred@967068971 after retry RPC after error@893075793) -> (continuation of Deferred@2076974311 after retry RPC after error@60062255) -> (continuation of Deferred@415412835 after retry RPC after error@2006731235) -> (continuation of Deferred@1823230163 after retry RPC after error@1288241771), errback=(continuation of Deferred@1890161994 after retry RPC after error@1163861114) -> (continuation of Deferred@996427336 after retry RPC after error@559265990) -> (continuation of Deferred@493513315 after retry RPC after error@552274296) -> (continuation of Deferred@967068971 after retry RPC after error@893075793) -> (continuation of Deferred@2076974311 after retry RPC after error@60062255) -> (continuation of Deferred@415412835 after retry RPC after error@2006731235) -> (continuation of Deferred@1823230163 after retry RPC after error@1288241771)))
11:41:11.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:11.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:11.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:11.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:11.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:11.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.075 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1484138253(state=PENDING, result=null, callback=(continuation of Deferred@1819736878 after retry RPC after error@1824409566) -> (continuation of Deferred@477758921 after retry RPC after error@1977419524) -> (continuation of Deferred@782843162 after retry RPC after error@808914854) -> (continuation of Deferred@2091847716 after retry RPC after error@1633144210) -> (continuation of Deferred@108100943 after retry RPC after error@246618136) -> (continuation of Deferred@169412570 after retry RPC after error@1434284118) -> (continuation of Deferred@1491858611 after retry RPC after error@1309557870), errback=(continuation of Deferred@1819736878 after retry RPC after error@1824409566) -> (continuation of Deferred@477758921 after retry RPC after error@1977419524) -> (continuation of Deferred@782843162 after retry RPC after error@808914854) -> (continuation of Deferred@2091847716 after retry RPC after error@1633144210) -> (continuation of Deferred@108100943 after retry RPC after error@246618136) -> (continuation of Deferred@169412570 after retry RPC after error@1434284118) -> (continuation of Deferred@1491858611 after retry RPC after error@1309557870)))
11:41:12.076 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:41:12.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:12.321588 16638 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:41:12.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:12.327246 16638 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:41:12.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:12.329320 16637 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.224.188:39059)
11:41:12.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.356 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@680452847(state=PENDING, result=null, callback=(continuation of Deferred@809321534 after retry RPC after error@1826870187) -> (continuation of Deferred@146418760 after retry RPC after error@1467760170) -> (continuation of Deferred@221940815 after retry RPC after error@2134272200) -> (continuation of Deferred@649577226 after retry RPC after error@269235352) -> (continuation of Deferred@1225624098 after retry RPC after error@87149539) -> (continuation of Deferred@495380444 after retry RPC after error@1826596864) -> (continuation of Deferred@1227252515 after retry RPC after error@1111738167) -> (continuation of Deferred@1750163620 after retry RPC after error@2036292102), errback=(continuation of Deferred@809321534 after retry RPC after error@1826870187) -> (continuation of Deferred@146418760 after retry RPC after error@1467760170) -> (continuation of Deferred@221940815 after retry RPC after error@2134272200) -> (continuation of Deferred@649577226 after retry RPC after error@269235352) -> (continuation of Deferred@1225624098 after retry RPC after error@87149539) -> (continuation of Deferred@495380444 after retry RPC after error@1826596864) -> (continuation of Deferred@1227252515 after retry RPC after error@1111738167) -> (continuation of Deferred@1750163620 after retry RPC after error@2036292102)))
11:41:12.356 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:41:12.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.616 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.619 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1341294171(state=PENDING, result=null, callback=(continuation of Deferred@130862902 after retry RPC after error@434502936) -> (continuation of Deferred@1632027352 after retry RPC after error@979190005) -> (continuation of Deferred@1527352823 after retry RPC after error@1832036019) -> (continuation of Deferred@985000399 after retry RPC after error@1782537348) -> (continuation of Deferred@2110657025 after retry RPC after error@95495221) -> (continuation of Deferred@283070173 after retry RPC after error@1375038) -> (continuation of Deferred@222801703 after retry RPC after error@22782518), errback=(continuation of Deferred@130862902 after retry RPC after error@434502936) -> (continuation of Deferred@1632027352 after retry RPC after error@979190005) -> (continuation of Deferred@1527352823 after retry RPC after error@1832036019) -> (continuation of Deferred@985000399 after retry RPC after error@1782537348) -> (continuation of Deferred@2110657025 after retry RPC after error@95495221) -> (continuation of Deferred@283070173 after retry RPC after error@1375038) -> (continuation of Deferred@222801703 after retry RPC after error@22782518)))
11:41:12.619 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1341294171(state=PENDING, result=null, callback=(continuation of Deferred@130862902 after retry RPC after error@434502936) -> (continuation of Deferred@1632027352 after retry RPC after error@979190005) -> (continuation of Deferred@1527352823 after retry RPC after error@1832036019) -> (continuation of Deferred@985000399 after retry RPC after error@1782537348) -> (continuation of Deferred@2110657025 after retry RPC after error@95495221) -> (continuation of Deferred@283070173 after retry RPC after error@1375038) -> (continuation of Deferred@222801703 after retry RPC after error@22782518), errback=(continuation of Deferred@130862902 after retry RPC after error@434502936) -> (continuation of Deferred@1632027352 after retry RPC after error@979190005) -> (continuation of Deferred@1527352823 after retry RPC after error@1832036019) -> (continuation of Deferred@985000399 after retry RPC after error@1782537348) -> (continuation of Deferred@2110657025 after retry RPC after error@95495221) -> (continuation of Deferred@283070173 after retry RPC after error@1375038) -> (continuation of Deferred@222801703 after retry RPC after error@22782518)))
11:41:12.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.877 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@536703687(state=PENDING, result=null, callback=(continuation of Deferred@1276398114 after retry RPC after error@288915151) -> (continuation of Deferred@1385632422 after retry RPC after error@646457721) -> (continuation of Deferred@1210262224 after retry RPC after error@440394525) -> (continuation of Deferred@1884803294 after retry RPC after error@393473100) -> (continuation of Deferred@1175943632 after retry RPC after error@592796932) -> (continuation of Deferred@1841997968 after retry RPC after error@1699952873) -> (continuation of Deferred@410453098 after retry RPC after error@289654557) -> (continuation of Deferred@703951757 after retry RPC after error@1427997226), errback=(continuation of Deferred@1276398114 after retry RPC after error@288915151) -> (continuation of Deferred@1385632422 after retry RPC after error@646457721) -> (continuation of Deferred@1210262224 after retry RPC after error@440394525) -> (continuation of Deferred@1884803294 after retry RPC after error@393473100) -> (continuation of Deferred@1175943632 after retry RPC after error@592796932) -> (continuation of Deferred@1841997968 after retry RPC after error@1699952873) -> (continuation of Deferred@410453098 after retry RPC after error@289654557) -> (continuation of Deferred@703951757 after retry RPC after error@1427997226)))
11:41:12.878 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@536703687(state=PENDING, result=null, callback=(continuation of Deferred@1276398114 after retry RPC after error@288915151) -> (continuation of Deferred@1385632422 after retry RPC after error@646457721) -> (continuation of Deferred@1210262224 after retry RPC after error@440394525) -> (continuation of Deferred@1884803294 after retry RPC after error@393473100) -> (continuation of Deferred@1175943632 after retry RPC after error@592796932) -> (continuation of Deferred@1841997968 after retry RPC after error@1699952873) -> (continuation of Deferred@410453098 after retry RPC after error@289654557) -> (continuation of Deferred@703951757 after retry RPC after error@1427997226), errback=(continuation of Deferred@1276398114 after retry RPC after error@288915151) -> (continuation of Deferred@1385632422 after retry RPC after error@646457721) -> (continuation of Deferred@1210262224 after retry RPC after error@440394525) -> (continuation of Deferred@1884803294 after retry RPC after error@393473100) -> (continuation of Deferred@1175943632 after retry RPC after error@592796932) -> (continuation of Deferred@1841997968 after retry RPC after error@1699952873) -> (continuation of Deferred@410453098 after retry RPC after error@289654557) -> (continuation of Deferred@703951757 after retry RPC after error@1427997226)))
11:41:12.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.956 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.958 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:12.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:12.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:12.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:12.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:12.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.156 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1350015187(state=PENDING, result=null, callback=(continuation of Deferred@121267607 after retry RPC after error@723076966) -> (continuation of Deferred@880472300 after retry RPC after error@1478969264) -> (continuation of Deferred@216373246 after retry RPC after error@1839645555) -> (continuation of Deferred@246981563 after retry RPC after error@1816162075) -> (continuation of Deferred@1278893834 after retry RPC after error@400339109) -> (continuation of Deferred@1546808478 after retry RPC after error@862316724) -> (continuation of Deferred@758719453 after retry RPC after error@1603467079), errback=(continuation of Deferred@121267607 after retry RPC after error@723076966) -> (continuation of Deferred@880472300 after retry RPC after error@1478969264) -> (continuation of Deferred@216373246 after retry RPC after error@1839645555) -> (continuation of Deferred@246981563 after retry RPC after error@1816162075) -> (continuation of Deferred@1278893834 after retry RPC after error@400339109) -> (continuation of Deferred@1546808478 after retry RPC after error@862316724) -> (continuation of Deferred@758719453 after retry RPC after error@1603467079)))
11:41:13.156 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:41:13.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.377 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1611118840(state=PENDING, result=null, callback=(continuation of Deferred@271432894 after retry RPC after error@196266392) -> (continuation of Deferred@1672672554 after retry RPC after error@1043284444) -> (continuation of Deferred@1134215915 after retry RPC after error@1593392393) -> (continuation of Deferred@706123865 after retry RPC after error@1853037926) -> (continuation of Deferred@2070611929 after retry RPC after error@1819114696) -> (continuation of Deferred@1915217228 after retry RPC after error@71917123) -> (continuation of Deferred@666883292 after retry RPC after error@548628447), errback=(continuation of Deferred@271432894 after retry RPC after error@196266392) -> (continuation of Deferred@1672672554 after retry RPC after error@1043284444) -> (continuation of Deferred@1134215915 after retry RPC after error@1593392393) -> (continuation of Deferred@706123865 after retry RPC after error@1853037926) -> (continuation of Deferred@2070611929 after retry RPC after error@1819114696) -> (continuation of Deferred@1915217228 after retry RPC after error@71917123) -> (continuation of Deferred@666883292 after retry RPC after error@548628447)))
11:41:13.378 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1611118840(state=PENDING, result=null, callback=(continuation of Deferred@271432894 after retry RPC after error@196266392) -> (continuation of Deferred@1672672554 after retry RPC after error@1043284444) -> (continuation of Deferred@1134215915 after retry RPC after error@1593392393) -> (continuation of Deferred@706123865 after retry RPC after error@1853037926) -> (continuation of Deferred@2070611929 after retry RPC after error@1819114696) -> (continuation of Deferred@1915217228 after retry RPC after error@71917123) -> (continuation of Deferred@666883292 after retry RPC after error@548628447), errback=(continuation of Deferred@271432894 after retry RPC after error@196266392) -> (continuation of Deferred@1672672554 after retry RPC after error@1043284444) -> (continuation of Deferred@1134215915 after retry RPC after error@1593392393) -> (continuation of Deferred@706123865 after retry RPC after error@1853037926) -> (continuation of Deferred@2070611929 after retry RPC after error@1819114696) -> (continuation of Deferred@1915217228 after retry RPC after error@71917123) -> (continuation of Deferred@666883292 after retry RPC after error@548628447)))
11:41:13.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.396 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.539 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1014274319(state=PENDING, result=null, callback=(continuation of Deferred@925056135 after retry RPC after error@2019830841) -> (continuation of Deferred@1057193839 after retry RPC after error@656876897) -> (continuation of Deferred@156168710 after retry RPC after error@1343361778) -> (continuation of Deferred@1959716760 after retry RPC after error@1784465485) -> (continuation of Deferred@352111042 after retry RPC after error@1421466669) -> (continuation of Deferred@1464337157 after retry RPC after error@1532671745) -> (continuation of Deferred@698013553 after retry RPC after error@861421275), errback=(continuation of Deferred@925056135 after retry RPC after error@2019830841) -> (continuation of Deferred@1057193839 after retry RPC after error@656876897) -> (continuation of Deferred@156168710 after retry RPC after error@1343361778) -> (continuation of Deferred@1959716760 after retry RPC after error@1784465485) -> (continuation of Deferred@352111042 after retry RPC after error@1421466669) -> (continuation of Deferred@1464337157 after retry RPC after error@1532671745) -> (continuation of Deferred@698013553 after retry RPC after error@861421275)))
11:41:13.539 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1014274319(state=PENDING, result=null, callback=(continuation of Deferred@925056135 after retry RPC after error@2019830841) -> (continuation of Deferred@1057193839 after retry RPC after error@656876897) -> (continuation of Deferred@156168710 after retry RPC after error@1343361778) -> (continuation of Deferred@1959716760 after retry RPC after error@1784465485) -> (continuation of Deferred@352111042 after retry RPC after error@1421466669) -> (continuation of Deferred@1464337157 after retry RPC after error@1532671745) -> (continuation of Deferred@698013553 after retry RPC after error@861421275), errback=(continuation of Deferred@925056135 after retry RPC after error@2019830841) -> (continuation of Deferred@1057193839 after retry RPC after error@656876897) -> (continuation of Deferred@156168710 after retry RPC after error@1343361778) -> (continuation of Deferred@1959716760 after retry RPC after error@1784465485) -> (continuation of Deferred@352111042 after retry RPC after error@1421466669) -> (continuation of Deferred@1464337157 after retry RPC after error@1532671745) -> (continuation of Deferred@698013553 after retry RPC after error@861421275)))
11:41:13.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.635 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.636 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.718 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@853423127(state=PENDING, result=null, callback=(continuation of Deferred@500252528 after retry RPC after error@1434835722) -> (continuation of Deferred@113670937 after retry RPC after error@1165728090) -> (continuation of Deferred@1363477562 after retry RPC after error@711186579) -> (continuation of Deferred@533229685 after retry RPC after error@115383199) -> (continuation of Deferred@2147298221 after retry RPC after error@1265550209) -> (continuation of Deferred@402217281 after retry RPC after error@365368386), errback=(continuation of Deferred@500252528 after retry RPC after error@1434835722) -> (continuation of Deferred@113670937 after retry RPC after error@1165728090) -> (continuation of Deferred@1363477562 after retry RPC after error@711186579) -> (continuation of Deferred@533229685 after retry RPC after error@115383199) -> (continuation of Deferred@2147298221 after retry RPC after error@1265550209) -> (continuation of Deferred@402217281 after retry RPC after error@365368386)))
11:41:13.719 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@853423127(state=PENDING, result=null, callback=(continuation of Deferred@500252528 after retry RPC after error@1434835722) -> (continuation of Deferred@113670937 after retry RPC after error@1165728090) -> (continuation of Deferred@1363477562 after retry RPC after error@711186579) -> (continuation of Deferred@533229685 after retry RPC after error@115383199) -> (continuation of Deferred@2147298221 after retry RPC after error@1265550209) -> (continuation of Deferred@402217281 after retry RPC after error@365368386), errback=(continuation of Deferred@500252528 after retry RPC after error@1434835722) -> (continuation of Deferred@113670937 after retry RPC after error@1165728090) -> (continuation of Deferred@1363477562 after retry RPC after error@711186579) -> (continuation of Deferred@533229685 after retry RPC after error@115383199) -> (continuation of Deferred@2147298221 after retry RPC after error@1265550209) -> (continuation of Deferred@402217281 after retry RPC after error@365368386)))
11:41:13.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:13.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:13.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:13.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:13.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:13.995 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@967424878(state=PENDING, result=null, callback=(continuation of Deferred@1335440008 after retry RPC after error@727945921) -> (continuation of Deferred@2022614513 after retry RPC after error@201851717) -> (continuation of Deferred@168000830 after retry RPC after error@1027674917) -> (continuation of Deferred@812484689 after retry RPC after error@2083764018) -> (continuation of Deferred@1841880839 after retry RPC after error@1487221152) -> (continuation of Deferred@81135077 after retry RPC after error@1706932330) -> (continuation of Deferred@1319527229 after retry RPC after error@1065317240), errback=(continuation of Deferred@1335440008 after retry RPC after error@727945921) -> (continuation of Deferred@2022614513 after retry RPC after error@201851717) -> (continuation of Deferred@168000830 after retry RPC after error@1027674917) -> (continuation of Deferred@812484689 after retry RPC after error@2083764018) -> (continuation of Deferred@1841880839 after retry RPC after error@1487221152) -> (continuation of Deferred@81135077 after retry RPC after error@1706932330) -> (continuation of Deferred@1319527229 after retry RPC after error@1065317240)))
11:41:13.996 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:41:14.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.096 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.237 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1640557053(state=PENDING, result=null, callback=(continuation of Deferred@1220247459 after retry RPC after error@1105424524) -> (continuation of Deferred@1077149285 after retry RPC after error@1720869023) -> (continuation of Deferred@1975999881 after retry RPC after error@796538029) -> (continuation of Deferred@1894066161 after retry RPC after error@84289514) -> (continuation of Deferred@1256331734 after retry RPC after error@885228411) -> (continuation of Deferred@1832972477 after retry RPC after error@1498264456) -> (continuation of Deferred@62602718 after retry RPC after error@726380169), errback=(continuation of Deferred@1220247459 after retry RPC after error@1105424524) -> (continuation of Deferred@1077149285 after retry RPC after error@1720869023) -> (continuation of Deferred@1975999881 after retry RPC after error@796538029) -> (continuation of Deferred@1894066161 after retry RPC after error@84289514) -> (continuation of Deferred@1256331734 after retry RPC after error@885228411) -> (continuation of Deferred@1832972477 after retry RPC after error@1498264456) -> (continuation of Deferred@62602718 after retry RPC after error@726380169)))
11:41:14.238 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1640557053(state=PENDING, result=null, callback=(continuation of Deferred@1220247459 after retry RPC after error@1105424524) -> (continuation of Deferred@1077149285 after retry RPC after error@1720869023) -> (continuation of Deferred@1975999881 after retry RPC after error@796538029) -> (continuation of Deferred@1894066161 after retry RPC after error@84289514) -> (continuation of Deferred@1256331734 after retry RPC after error@885228411) -> (continuation of Deferred@1832972477 after retry RPC after error@1498264456) -> (continuation of Deferred@62602718 after retry RPC after error@726380169), errback=(continuation of Deferred@1220247459 after retry RPC after error@1105424524) -> (continuation of Deferred@1077149285 after retry RPC after error@1720869023) -> (continuation of Deferred@1975999881 after retry RPC after error@796538029) -> (continuation of Deferred@1894066161 after retry RPC after error@84289514) -> (continuation of Deferred@1256331734 after retry RPC after error@885228411) -> (continuation of Deferred@1832972477 after retry RPC after error@1498264456) -> (continuation of Deferred@62602718 after retry RPC after error@726380169)))
11:41:14.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.417 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1567124068(state=PENDING, result=null, callback=(continuation of Deferred@360071405 after retry RPC after error@1301954081) -> (continuation of Deferred@362509308 after retry RPC after error@188616801) -> (continuation of Deferred@745031875 after retry RPC after error@807342169) -> (continuation of Deferred@2119532853 after retry RPC after error@85142406) -> (continuation of Deferred@1800619447 after retry RPC after error@587603292) -> (continuation of Deferred@1904765984 after retry RPC after error@1843078796), errback=(continuation of Deferred@360071405 after retry RPC after error@1301954081) -> (continuation of Deferred@362509308 after retry RPC after error@188616801) -> (continuation of Deferred@745031875 after retry RPC after error@807342169) -> (continuation of Deferred@2119532853 after retry RPC after error@85142406) -> (continuation of Deferred@1800619447 after retry RPC after error@587603292) -> (continuation of Deferred@1904765984 after retry RPC after error@1843078796)))
11:41:14.418 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1567124068(state=PENDING, result=null, callback=(continuation of Deferred@360071405 after retry RPC after error@1301954081) -> (continuation of Deferred@362509308 after retry RPC after error@188616801) -> (continuation of Deferred@745031875 after retry RPC after error@807342169) -> (continuation of Deferred@2119532853 after retry RPC after error@85142406) -> (continuation of Deferred@1800619447 after retry RPC after error@587603292) -> (continuation of Deferred@1904765984 after retry RPC after error@1843078796), errback=(continuation of Deferred@360071405 after retry RPC after error@1301954081) -> (continuation of Deferred@362509308 after retry RPC after error@188616801) -> (continuation of Deferred@745031875 after retry RPC after error@807342169) -> (continuation of Deferred@2119532853 after retry RPC after error@85142406) -> (continuation of Deferred@1800619447 after retry RPC after error@587603292) -> (continuation of Deferred@1904765984 after retry RPC after error@1843078796)))
11:41:14.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.555 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:14.561066 17353 raft_consensus.cc:482] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 918f9b4955f34762aebd23a7f0bd725b)
11:41:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:14.561334 17353 raft_consensus.cc:504] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "918f9b4955f34762aebd23a7f0bd725b" member_type: VOTER last_known_addr { host: "127.15.224.190" port: 39355 } } peers { permanent_uuid: "beea4c6fb83e497ea4f6ed8e86d61ddf" member_type: VOTER last_known_addr { host: "127.15.224.189" port: 40707 } } peers { permanent_uuid: "debafd1fba334bd2b1b2dd2672c868bc" member_type: VOTER last_known_addr { host: "127.15.224.188" port: 39059 } }
11:41:14.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:14.562233 17353 leader_election.cc:288] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355), debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059)
11:41:14.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:14.563817 16365 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111) [suppressed 1 similar messages]
11:41:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:14.565343 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 918f9b4955f34762aebd23a7f0bd725b (127.15.224.190:39355): Network error: Client connection negotiation failed: client connection to 127.15.224.190:39355: connect: Connection refused (error 111)
11:41:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:14.565552 16365 leader_election.cc:334] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer debafd1fba334bd2b1b2dd2672c868bc (127.15.224.188:39059): Network error: Client connection negotiation failed: client connection to 127.15.224.188:39059: connect: Connection refused (error 111)
11:41:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:14.565632 16365 leader_election.cc:302] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beea4c6fb83e497ea4f6ed8e86d61ddf; no voters: 918f9b4955f34762aebd23a7f0bd725b, debafd1fba334bd2b1b2dd2672c868bc
11:41:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:14.565881 17353 raft_consensus.cc:2726] T 00000000000000000000000000000000 P beea4c6fb83e497ea4f6ed8e86d61ddf [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
11:41:14.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.695 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1476518379(state=PENDING, result=null, callback=(continuation of Deferred@1626895827 after retry RPC after error@860313177) -> (continuation of Deferred@161930921 after retry RPC after error@1585412303) -> (continuation of Deferred@2106247230 after retry RPC after error@1962327112) -> (continuation of Deferred@1260025833 after retry RPC after error@1845942085) -> (continuation of Deferred@1164323203 after retry RPC after error@78895515) -> (continuation of Deferred@470696923 after retry RPC after error@1156187104) -> (continuation of Deferred@808718543 after retry RPC after error@718370899), errback=(continuation of Deferred@1626895827 after retry RPC after error@860313177) -> (continuation of Deferred@161930921 after retry RPC after error@1585412303) -> (continuation of Deferred@2106247230 after retry RPC after error@1962327112) -> (continuation of Deferred@1260025833 after retry RPC after error@1845942085) -> (continuation of Deferred@1164323203 after retry RPC after error@78895515) -> (continuation of Deferred@470696923 after retry RPC after error@1156187104) -> (continuation of Deferred@808718543 after retry RPC after error@718370899)))
11:41:14.696 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:41:14.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.957 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1980615308(state=PENDING, result=null, callback=(continuation of Deferred@624442007 after retry RPC after error@1454884444) -> (continuation of Deferred@871635930 after retry RPC after error@724954754) -> (continuation of Deferred@1329436145 after retry RPC after error@659570540) -> (continuation of Deferred@887736983 after retry RPC after error@816608118) -> (continuation of Deferred@329120399 after retry RPC after error@890248399) -> (continuation of Deferred@1339540872 after retry RPC after error@481503431) -> (continuation of Deferred@1619456092 after retry RPC after error@1430617831), errback=(continuation of Deferred@624442007 after retry RPC after error@1454884444) -> (continuation of Deferred@871635930 after retry RPC after error@724954754) -> (continuation of Deferred@1329436145 after retry RPC after error@659570540) -> (continuation of Deferred@887736983 after retry RPC after error@816608118) -> (continuation of Deferred@329120399 after retry RPC after error@890248399) -> (continuation of Deferred@1339540872 after retry RPC after error@481503431) -> (continuation of Deferred@1619456092 after retry RPC after error@1430617831)))
11:41:14.957 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1980615308(state=PENDING, result=null, callback=(continuation of Deferred@624442007 after retry RPC after error@1454884444) -> (continuation of Deferred@871635930 after retry RPC after error@724954754) -> (continuation of Deferred@1329436145 after retry RPC after error@659570540) -> (continuation of Deferred@887736983 after retry RPC after error@816608118) -> (continuation of Deferred@329120399 after retry RPC after error@890248399) -> (continuation of Deferred@1339540872 after retry RPC after error@481503431) -> (continuation of Deferred@1619456092 after retry RPC after error@1430617831), errback=(continuation of Deferred@624442007 after retry RPC after error@1454884444) -> (continuation of Deferred@871635930 after retry RPC after error@724954754) -> (continuation of Deferred@1329436145 after retry RPC after error@659570540) -> (continuation of Deferred@887736983 after retry RPC after error@816608118) -> (continuation of Deferred@329120399 after retry RPC after error@890248399) -> (continuation of Deferred@1339540872 after retry RPC after error@481503431) -> (continuation of Deferred@1619456092 after retry RPC after error@1430617831)))
11:41:14.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:14.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:14.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:14.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:14.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:14.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.175 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.217 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1206531405(state=PENDING, result=null, callback=(continuation of Deferred@1677178115 after retry RPC after error@103212762) -> (continuation of Deferred@1763737992 after retry RPC after error@2138476988) -> (continuation of Deferred@569863420 after retry RPC after error@282484270) -> (continuation of Deferred@2107089277 after retry RPC after error@916927490) -> (continuation of Deferred@741158566 after retry RPC after error@237511203) -> (continuation of Deferred@1324676818 after retry RPC after error@1107090474) -> (continuation of Deferred@81892013 after retry RPC after error@1268224296), errback=(continuation of Deferred@1677178115 after retry RPC after error@103212762) -> (continuation of Deferred@1763737992 after retry RPC after error@2138476988) -> (continuation of Deferred@569863420 after retry RPC after error@282484270) -> (continuation of Deferred@2107089277 after retry RPC after error@916927490) -> (continuation of Deferred@741158566 after retry RPC after error@237511203) -> (continuation of Deferred@1324676818 after retry RPC after error@1107090474) -> (continuation of Deferred@81892013 after retry RPC after error@1268224296)))
11:41:15.218 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1206531405(state=PENDING, result=null, callback=(continuation of Deferred@1677178115 after retry RPC after error@103212762) -> (continuation of Deferred@1763737992 after retry RPC after error@2138476988) -> (continuation of Deferred@569863420 after retry RPC after error@282484270) -> (continuation of Deferred@2107089277 after retry RPC after error@916927490) -> (continuation of Deferred@741158566 after retry RPC after error@237511203) -> (continuation of Deferred@1324676818 after retry RPC after error@1107090474) -> (continuation of Deferred@81892013 after retry RPC after error@1268224296), errback=(continuation of Deferred@1677178115 after retry RPC after error@103212762) -> (continuation of Deferred@1763737992 after retry RPC after error@2138476988) -> (continuation of Deferred@569863420 after retry RPC after error@282484270) -> (continuation of Deferred@2107089277 after retry RPC after error@916927490) -> (continuation of Deferred@741158566 after retry RPC after error@237511203) -> (continuation of Deferred@1324676818 after retry RPC after error@1107090474) -> (continuation of Deferred@81892013 after retry RPC after error@1268224296)))
11:41:15.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.256 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.458 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1970094374(state=PENDING, result=null, callback=(continuation of Deferred@1613391824 after retry RPC after error@83754503) -> (continuation of Deferred@2119401656 after retry RPC after error@1630050853) -> (continuation of Deferred@1376740663 after retry RPC after error@971613367) -> (continuation of Deferred@1532863858 after retry RPC after error@2122442126) -> (continuation of Deferred@1468928436 after retry RPC after error@599182318) -> (continuation of Deferred@360094943 after retry RPC after error@1688905322) -> (continuation of Deferred@1133385978 after retry RPC after error@1450328798), errback=(continuation of Deferred@1613391824 after retry RPC after error@83754503) -> (continuation of Deferred@2119401656 after retry RPC after error@1630050853) -> (continuation of Deferred@1376740663 after retry RPC after error@971613367) -> (continuation of Deferred@1532863858 after retry RPC after error@2122442126) -> (continuation of Deferred@1468928436 after retry RPC after error@599182318) -> (continuation of Deferred@360094943 after retry RPC after error@1688905322) -> (continuation of Deferred@1133385978 after retry RPC after error@1450328798)))
11:41:15.459 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1970094374(state=PENDING, result=null, callback=(continuation of Deferred@1613391824 after retry RPC after error@83754503) -> (continuation of Deferred@2119401656 after retry RPC after error@1630050853) -> (continuation of Deferred@1376740663 after retry RPC after error@971613367) -> (continuation of Deferred@1532863858 after retry RPC after error@2122442126) -> (continuation of Deferred@1468928436 after retry RPC after error@599182318) -> (continuation of Deferred@360094943 after retry RPC after error@1688905322) -> (continuation of Deferred@1133385978 after retry RPC after error@1450328798), errback=(continuation of Deferred@1613391824 after retry RPC after error@83754503) -> (continuation of Deferred@2119401656 after retry RPC after error@1630050853) -> (continuation of Deferred@1376740663 after retry RPC after error@971613367) -> (continuation of Deferred@1532863858 after retry RPC after error@2122442126) -> (continuation of Deferred@1468928436 after retry RPC after error@599182318) -> (continuation of Deferred@360094943 after retry RPC after error@1688905322) -> (continuation of Deferred@1133385978 after retry RPC after error@1450328798)))
11:41:15.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.536 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.658 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1139525649(state=PENDING, result=null, callback=(continuation of Deferred@1417357167 after retry RPC after error@362992480) -> (continuation of Deferred@900254966 after retry RPC after error@681451794) -> (continuation of Deferred@626207537 after retry RPC after error@644465960) -> (continuation of Deferred@1440051823 after retry RPC after error@203054966) -> (continuation of Deferred@816641895 after retry RPC after error@1485055199) -> (continuation of Deferred@641495978 after retry RPC after error@2013493748), errback=(continuation of Deferred@1417357167 after retry RPC after error@362992480) -> (continuation of Deferred@900254966 after retry RPC after error@681451794) -> (continuation of Deferred@626207537 after retry RPC after error@644465960) -> (continuation of Deferred@1440051823 after retry RPC after error@203054966) -> (continuation of Deferred@816641895 after retry RPC after error@1485055199) -> (continuation of Deferred@641495978 after retry RPC after error@2013493748)))
11:41:15.659 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1139525649(state=PENDING, result=null, callback=(continuation of Deferred@1417357167 after retry RPC after error@362992480) -> (continuation of Deferred@900254966 after retry RPC after error@681451794) -> (continuation of Deferred@626207537 after retry RPC after error@644465960) -> (continuation of Deferred@1440051823 after retry RPC after error@203054966) -> (continuation of Deferred@816641895 after retry RPC after error@1485055199) -> (continuation of Deferred@641495978 after retry RPC after error@2013493748), errback=(continuation of Deferred@1417357167 after retry RPC after error@362992480) -> (continuation of Deferred@900254966 after retry RPC after error@681451794) -> (continuation of Deferred@626207537 after retry RPC after error@644465960) -> (continuation of Deferred@1440051823 after retry RPC after error@203054966) -> (continuation of Deferred@816641895 after retry RPC after error@1485055199) -> (continuation of Deferred@641495978 after retry RPC after error@2013493748)))
11:41:15.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.858 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1308612062(state=PENDING, result=null, callback=(continuation of Deferred@1896983129 after retry RPC after error@1950926901) -> (continuation of Deferred@2057633295 after retry RPC after error@1237751200) -> (continuation of Deferred@905555363 after retry RPC after error@121819721) -> (continuation of Deferred@1523253288 after retry RPC after error@660464964) -> (continuation of Deferred@1605484729 after retry RPC after error@1315996060) -> (continuation of Deferred@1278739002 after retry RPC after error@75999548), errback=(continuation of Deferred@1896983129 after retry RPC after error@1950926901) -> (continuation of Deferred@2057633295 after retry RPC after error@1237751200) -> (continuation of Deferred@905555363 after retry RPC after error@121819721) -> (continuation of Deferred@1523253288 after retry RPC after error@660464964) -> (continuation of Deferred@1605484729 after retry RPC after error@1315996060) -> (continuation of Deferred@1278739002 after retry RPC after error@75999548)))
11:41:15.858 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1308612062(state=PENDING, result=null, callback=(continuation of Deferred@1896983129 after retry RPC after error@1950926901) -> (continuation of Deferred@2057633295 after retry RPC after error@1237751200) -> (continuation of Deferred@905555363 after retry RPC after error@121819721) -> (continuation of Deferred@1523253288 after retry RPC after error@660464964) -> (continuation of Deferred@1605484729 after retry RPC after error@1315996060) -> (continuation of Deferred@1278739002 after retry RPC after error@75999548), errback=(continuation of Deferred@1896983129 after retry RPC after error@1950926901) -> (continuation of Deferred@2057633295 after retry RPC after error@1237751200) -> (continuation of Deferred@905555363 after retry RPC after error@121819721) -> (continuation of Deferred@1523253288 after retry RPC after error@660464964) -> (continuation of Deferred@1605484729 after retry RPC after error@1315996060) -> (continuation of Deferred@1278739002 after retry RPC after error@75999548)))
11:41:15.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:15.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:15.976 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:15.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:15.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:15.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.097 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@350717922(state=PENDING, result=null, callback=(continuation of Deferred@1126662812 after retry RPC after error@1102631972) -> (continuation of Deferred@2008567579 after retry RPC after error@1606946457) -> (continuation of Deferred@545539230 after retry RPC after error@656063838) -> (continuation of Deferred@309325361 after retry RPC after error@223118883) -> (continuation of Deferred@258904992 after retry RPC after error@2104246110) -> (continuation of Deferred@278874276 after retry RPC after error@2039200010) -> (continuation of Deferred@42190344 after retry RPC after error@503947209), errback=(continuation of Deferred@1126662812 after retry RPC after error@1102631972) -> (continuation of Deferred@2008567579 after retry RPC after error@1606946457) -> (continuation of Deferred@545539230 after retry RPC after error@656063838) -> (continuation of Deferred@309325361 after retry RPC after error@223118883) -> (continuation of Deferred@258904992 after retry RPC after error@2104246110) -> (continuation of Deferred@278874276 after retry RPC after error@2039200010) -> (continuation of Deferred@42190344 after retry RPC after error@503947209)))
11:41:16.098 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@350717922(state=PENDING, result=null, callback=(continuation of Deferred@1126662812 after retry RPC after error@1102631972) -> (continuation of Deferred@2008567579 after retry RPC after error@1606946457) -> (continuation of Deferred@545539230 after retry RPC after error@656063838) -> (continuation of Deferred@309325361 after retry RPC after error@223118883) -> (continuation of Deferred@258904992 after retry RPC after error@2104246110) -> (continuation of Deferred@278874276 after retry RPC after error@2039200010) -> (continuation of Deferred@42190344 after retry RPC after error@503947209), errback=(continuation of Deferred@1126662812 after retry RPC after error@1102631972) -> (continuation of Deferred@2008567579 after retry RPC after error@1606946457) -> (continuation of Deferred@545539230 after retry RPC after error@656063838) -> (continuation of Deferred@309325361 after retry RPC after error@223118883) -> (continuation of Deferred@258904992 after retry RPC after error@2104246110) -> (continuation of Deferred@278874276 after retry RPC after error@2039200010) -> (continuation of Deferred@42190344 after retry RPC after error@503947209)))
11:41:16.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.216 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.236 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.297 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1041050053(state=PENDING, result=null, callback=(continuation of Deferred@839458397 after retry RPC after error@1021845751) -> (continuation of Deferred@2091087758 after retry RPC after error@733424350) -> (continuation of Deferred@1370894851 after retry RPC after error@740577114) -> (continuation of Deferred@1272730199 after retry RPC after error@1496281128) -> (continuation of Deferred@971597604 after retry RPC after error@934912476) -> (continuation of Deferred@517866390 after retry RPC after error@1020436053) -> (continuation of Deferred@1315970732 after retry RPC after error@876474879), errback=(continuation of Deferred@839458397 after retry RPC after error@1021845751) -> (continuation of Deferred@2091087758 after retry RPC after error@733424350) -> (continuation of Deferred@1370894851 after retry RPC after error@740577114) -> (continuation of Deferred@1272730199 after retry RPC after error@1496281128) -> (continuation of Deferred@971597604 after retry RPC after error@934912476) -> (continuation of Deferred@517866390 after retry RPC after error@1020436053) -> (continuation of Deferred@1315970732 after retry RPC after error@876474879)))
11:41:16.298 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1041050053(state=PENDING, result=null, callback=(continuation of Deferred@839458397 after retry RPC after error@1021845751) -> (continuation of Deferred@2091087758 after retry RPC after error@733424350) -> (continuation of Deferred@1370894851 after retry RPC after error@740577114) -> (continuation of Deferred@1272730199 after retry RPC after error@1496281128) -> (continuation of Deferred@971597604 after retry RPC after error@934912476) -> (continuation of Deferred@517866390 after retry RPC after error@1020436053) -> (continuation of Deferred@1315970732 after retry RPC after error@876474879), errback=(continuation of Deferred@839458397 after retry RPC after error@1021845751) -> (continuation of Deferred@2091087758 after retry RPC after error@733424350) -> (continuation of Deferred@1370894851 after retry RPC after error@740577114) -> (continuation of Deferred@1272730199 after retry RPC after error@1496281128) -> (continuation of Deferred@971597604 after retry RPC after error@934912476) -> (continuation of Deferred@517866390 after retry RPC after error@1020436053) -> (continuation of Deferred@1315970732 after retry RPC after error@876474879)))
11:41:16.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.395 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.415 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.558 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.558 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1376552636(state=PENDING, result=null, callback=(continuation of Deferred@170142079 after retry RPC after error@232706508) -> (continuation of Deferred@112796159 after retry RPC after error@808877810) -> (continuation of Deferred@468899418 after retry RPC after error@1624847449) -> (continuation of Deferred@799037284 after retry RPC after error@744648076) -> (continuation of Deferred@565132892 after retry RPC after error@142458316) -> (continuation of Deferred@634110160 after retry RPC after error@444254184) -> (continuation of Deferred@1115641637 after retry RPC after error@663290235), errback=(continuation of Deferred@170142079 after retry RPC after error@232706508) -> (continuation of Deferred@112796159 after retry RPC after error@808877810) -> (continuation of Deferred@468899418 after retry RPC after error@1624847449) -> (continuation of Deferred@799037284 after retry RPC after error@744648076) -> (continuation of Deferred@565132892 after retry RPC after error@142458316) -> (continuation of Deferred@634110160 after retry RPC after error@444254184) -> (continuation of Deferred@1115641637 after retry RPC after error@663290235)))
11:41:16.559 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1376552636(state=PENDING, result=null, callback=(continuation of Deferred@170142079 after retry RPC after error@232706508) -> (continuation of Deferred@112796159 after retry RPC after error@808877810) -> (continuation of Deferred@468899418 after retry RPC after error@1624847449) -> (continuation of Deferred@799037284 after retry RPC after error@744648076) -> (continuation of Deferred@565132892 after retry RPC after error@142458316) -> (continuation of Deferred@634110160 after retry RPC after error@444254184) -> (continuation of Deferred@1115641637 after retry RPC after error@663290235), errback=(continuation of Deferred@170142079 after retry RPC after error@232706508) -> (continuation of Deferred@112796159 after retry RPC after error@808877810) -> (continuation of Deferred@468899418 after retry RPC after error@1624847449) -> (continuation of Deferred@799037284 after retry RPC after error@744648076) -> (continuation of Deferred@565132892 after retry RPC after error@142458316) -> (continuation of Deferred@634110160 after retry RPC after error@444254184) -> (continuation of Deferred@1115641637 after retry RPC after error@663290235)))
11:41:16.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.758 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@18371694(state=PENDING, result=null, callback=(continuation of Deferred@374174356 after retry RPC after error@2041864166) -> (continuation of Deferred@924202469 after retry RPC after error@1953410125) -> (continuation of Deferred@164280710 after retry RPC after error@1390054454) -> (continuation of Deferred@1424306837 after retry RPC after error@1432940672) -> (continuation of Deferred@162686242 after retry RPC after error@252699422) -> (continuation of Deferred@1912801776 after retry RPC after error@1618811840), errback=(continuation of Deferred@374174356 after retry RPC after error@2041864166) -> (continuation of Deferred@924202469 after retry RPC after error@1953410125) -> (continuation of Deferred@164280710 after retry RPC after error@1390054454) -> (continuation of Deferred@1424306837 after retry RPC after error@1432940672) -> (continuation of Deferred@162686242 after retry RPC after error@252699422) -> (continuation of Deferred@1912801776 after retry RPC after error@1618811840)))
11:41:16.758 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@18371694(state=PENDING, result=null, callback=(continuation of Deferred@374174356 after retry RPC after error@2041864166) -> (continuation of Deferred@924202469 after retry RPC after error@1953410125) -> (continuation of Deferred@164280710 after retry RPC after error@1390054454) -> (continuation of Deferred@1424306837 after retry RPC after error@1432940672) -> (continuation of Deferred@162686242 after retry RPC after error@252699422) -> (continuation of Deferred@1912801776 after retry RPC after error@1618811840), errback=(continuation of Deferred@374174356 after retry RPC after error@2041864166) -> (continuation of Deferred@924202469 after retry RPC after error@1953410125) -> (continuation of Deferred@164280710 after retry RPC after error@1390054454) -> (continuation of Deferred@1424306837 after retry RPC after error@1432940672) -> (continuation of Deferred@162686242 after retry RPC after error@252699422) -> (continuation of Deferred@1912801776 after retry RPC after error@1618811840)))
11:41:16.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.796 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.835 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:16.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:16.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:16.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:16.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:16.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.015 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.018 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@102517350(state=PENDING, result=null, callback=(continuation of Deferred@1101708155 after retry RPC after error@784613016) -> (continuation of Deferred@450825211 after retry RPC after error@2121547196) -> (continuation of Deferred@1787900010 after retry RPC after error@1705964382) -> (continuation of Deferred@130854083 after retry RPC after error@1477113947) -> (continuation of Deferred@1006342480 after retry RPC after error@702390642) -> (continuation of Deferred@1268103742 after retry RPC after error@1154632503) -> (continuation of Deferred@591668204 after retry RPC after error@1733742791), errback=(continuation of Deferred@1101708155 after retry RPC after error@784613016) -> (continuation of Deferred@450825211 after retry RPC after error@2121547196) -> (continuation of Deferred@1787900010 after retry RPC after error@1705964382) -> (continuation of Deferred@130854083 after retry RPC after error@1477113947) -> (continuation of Deferred@1006342480 after retry RPC after error@702390642) -> (continuation of Deferred@1268103742 after retry RPC after error@1154632503) -> (continuation of Deferred@591668204 after retry RPC after error@1733742791)))
11:41:17.019 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@102517350(state=PENDING, result=null, callback=(continuation of Deferred@1101708155 after retry RPC after error@784613016) -> (continuation of Deferred@450825211 after retry RPC after error@2121547196) -> (continuation of Deferred@1787900010 after retry RPC after error@1705964382) -> (continuation of Deferred@130854083 after retry RPC after error@1477113947) -> (continuation of Deferred@1006342480 after retry RPC after error@702390642) -> (continuation of Deferred@1268103742 after retry RPC after error@1154632503) -> (continuation of Deferred@591668204 after retry RPC after error@1733742791), errback=(continuation of Deferred@1101708155 after retry RPC after error@784613016) -> (continuation of Deferred@450825211 after retry RPC after error@2121547196) -> (continuation of Deferred@1787900010 after retry RPC after error@1705964382) -> (continuation of Deferred@130854083 after retry RPC after error@1477113947) -> (continuation of Deferred@1006342480 after retry RPC after error@702390642) -> (continuation of Deferred@1268103742 after retry RPC after error@1154632503) -> (continuation of Deferred@591668204 after retry RPC after error@1733742791)))
11:41:17.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.076 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.156 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.197 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.218 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@855629704(state=PENDING, result=null, callback=(continuation of Deferred@55268691 after retry RPC after error@691510341) -> (continuation of Deferred@465627802 after retry RPC after error@1460626933) -> (continuation of Deferred@246891402 after retry RPC after error@460792749) -> (continuation of Deferred@125800035 after retry RPC after error@728986548) -> (continuation of Deferred@527228483 after retry RPC after error@1034222664) -> (continuation of Deferred@1188262153 after retry RPC after error@1980585140) -> (continuation of Deferred@266998512 after retry RPC after error@355924473), errback=(continuation of Deferred@55268691 after retry RPC after error@691510341) -> (continuation of Deferred@465627802 after retry RPC after error@1460626933) -> (continuation of Deferred@246891402 after retry RPC after error@460792749) -> (continuation of Deferred@125800035 after retry RPC after error@728986548) -> (continuation of Deferred@527228483 after retry RPC after error@1034222664) -> (continuation of Deferred@1188262153 after retry RPC after error@1980585140) -> (continuation of Deferred@266998512 after retry RPC after error@355924473)))
11:41:17.218 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@855629704(state=PENDING, result=null, callback=(continuation of Deferred@55268691 after retry RPC after error@691510341) -> (continuation of Deferred@465627802 after retry RPC after error@1460626933) -> (continuation of Deferred@246891402 after retry RPC after error@460792749) -> (continuation of Deferred@125800035 after retry RPC after error@728986548) -> (continuation of Deferred@527228483 after retry RPC after error@1034222664) -> (continuation of Deferred@1188262153 after retry RPC after error@1980585140) -> (continuation of Deferred@266998512 after retry RPC after error@355924473), errback=(continuation of Deferred@55268691 after retry RPC after error@691510341) -> (continuation of Deferred@465627802 after retry RPC after error@1460626933) -> (continuation of Deferred@246891402 after retry RPC after error@460792749) -> (continuation of Deferred@125800035 after retry RPC after error@728986548) -> (continuation of Deferred@527228483 after retry RPC after error@1034222664) -> (continuation of Deferred@1188262153 after retry RPC after error@1980585140) -> (continuation of Deferred@266998512 after retry RPC after error@355924473)))
11:41:17.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.236 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.256 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.256 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.275 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.296 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.316 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.318 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.336 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:17.409600 16638 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:41:17.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:17.415302 16638 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'bddcbd8b79354053974fb13fb63a0eb1', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.15.224.190:39355,127.15.224.189:40707,127.15.224.188:39059, num_attempts: 1)
11:41:17.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:17.416887 16637 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.224.188:39059)
11:41:17.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.477 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1858737983(state=PENDING, result=null, callback=(continuation of Deferred@2011915837 after retry RPC after error@1659581220) -> (continuation of Deferred@965557393 after retry RPC after error@130066288) -> (continuation of Deferred@725021499 after retry RPC after error@276797290) -> (continuation of Deferred@1078347840 after retry RPC after error@1119853599) -> (continuation of Deferred@1586237528 after retry RPC after error@849610788) -> (continuation of Deferred@1087521400 after retry RPC after error@2117300505) -> (continuation of Deferred@1082372183 after retry RPC after error@1383363915), errback=(continuation of Deferred@2011915837 after retry RPC after error@1659581220) -> (continuation of Deferred@965557393 after retry RPC after error@130066288) -> (continuation of Deferred@725021499 after retry RPC after error@276797290) -> (continuation of Deferred@1078347840 after retry RPC after error@1119853599) -> (continuation of Deferred@1586237528 after retry RPC after error@849610788) -> (continuation of Deferred@1087521400 after retry RPC after error@2117300505) -> (continuation of Deferred@1082372183 after retry RPC after error@1383363915)))
11:41:17.478 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, deferred=Deferred@1858737983(state=PENDING, result=null, callback=(continuation of Deferred@2011915837 after retry RPC after error@1659581220) -> (continuation of Deferred@965557393 after retry RPC after error@130066288) -> (continuation of Deferred@725021499 after retry RPC after error@276797290) -> (continuation of Deferred@1078347840 after retry RPC after error@1119853599) -> (continuation of Deferred@1586237528 after retry RPC after error@849610788) -> (continuation of Deferred@1087521400 after retry RPC after error@2117300505) -> (continuation of Deferred@1082372183 after retry RPC after error@1383363915), errback=(continuation of Deferred@2011915837 after retry RPC after error@1659581220) -> (continuation of Deferred@965557393 after retry RPC after error@130066288) -> (continuation of Deferred@725021499 after retry RPC after error@276797290) -> (continuation of Deferred@1078347840 after retry RPC after error@1119853599) -> (continuation of Deferred@1586237528 after retry RPC after error@849610788) -> (continuation of Deferred@1087521400 after retry RPC after error@2117300505) -> (continuation of Deferred@1082372183 after retry RPC after error@1383363915)))
11:41:17.495 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.655 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.675 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.677 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1022178342(state=PENDING, result=null, callback=(continuation of Deferred@1391415306 after retry RPC after error@1526036498) -> (continuation of Deferred@1124382173 after retry RPC after error@371058079) -> (continuation of Deferred@1054513238 after retry RPC after error@1335771767) -> (continuation of Deferred@701676548 after retry RPC after error@1352304060) -> (continuation of Deferred@979939281 after retry RPC after error@123264785) -> (continuation of Deferred@995516770 after retry RPC after error@1072014545) -> (continuation of Deferred@1082950363 after retry RPC after error@23948684), errback=(continuation of Deferred@1391415306 after retry RPC after error@1526036498) -> (continuation of Deferred@1124382173 after retry RPC after error@371058079) -> (continuation of Deferred@1054513238 after retry RPC after error@1335771767) -> (continuation of Deferred@701676548 after retry RPC after error@1352304060) -> (continuation of Deferred@979939281 after retry RPC after error@123264785) -> (continuation of Deferred@995516770 after retry RPC after error@1072014545) -> (continuation of Deferred@1082950363 after retry RPC after error@23948684)))
11:41:17.678 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1022178342(state=PENDING, result=null, callback=(continuation of Deferred@1391415306 after retry RPC after error@1526036498) -> (continuation of Deferred@1124382173 after retry RPC after error@371058079) -> (continuation of Deferred@1054513238 after retry RPC after error@1335771767) -> (continuation of Deferred@701676548 after retry RPC after error@1352304060) -> (continuation of Deferred@979939281 after retry RPC after error@123264785) -> (continuation of Deferred@995516770 after retry RPC after error@1072014545) -> (continuation of Deferred@1082950363 after retry RPC after error@23948684), errback=(continuation of Deferred@1391415306 after retry RPC after error@1526036498) -> (continuation of Deferred@1124382173 after retry RPC after error@371058079) -> (continuation of Deferred@1054513238 after retry RPC after error@1335771767) -> (continuation of Deferred@701676548 after retry RPC after error@1352304060) -> (continuation of Deferred@979939281 after retry RPC after error@123264785) -> (continuation of Deferred@995516770 after retry RPC after error@1072014545) -> (continuation of Deferred@1082950363 after retry RPC after error@23948684)))
11:41:17.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.776 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.816 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.896 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.898 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.898 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2113877533(state=PENDING, result=null, callback=(continuation of Deferred@1292339300 after retry RPC after error@79976451) -> (continuation of Deferred@978658437 after retry RPC after error@1050587660) -> (continuation of Deferred@1328236819 after retry RPC after error@1762198709) -> (continuation of Deferred@2062251037 after retry RPC after error@833533854) -> (continuation of Deferred@618140521 after retry RPC after error@97880043) -> (continuation of Deferred@608125136 after retry RPC after error@1625887118) -> (continuation of Deferred@80614817 after retry RPC after error@755838988), errback=(continuation of Deferred@1292339300 after retry RPC after error@79976451) -> (continuation of Deferred@978658437 after retry RPC after error@1050587660) -> (continuation of Deferred@1328236819 after retry RPC after error@1762198709) -> (continuation of Deferred@2062251037 after retry RPC after error@833533854) -> (continuation of Deferred@618140521 after retry RPC after error@97880043) -> (continuation of Deferred@608125136 after retry RPC after error@1625887118) -> (continuation of Deferred@80614817 after retry RPC after error@755838988)))
11:41:17.899 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@2113877533(state=PENDING, result=null, callback=(continuation of Deferred@1292339300 after retry RPC after error@79976451) -> (continuation of Deferred@978658437 after retry RPC after error@1050587660) -> (continuation of Deferred@1328236819 after retry RPC after error@1762198709) -> (continuation of Deferred@2062251037 after retry RPC after error@833533854) -> (continuation of Deferred@618140521 after retry RPC after error@97880043) -> (continuation of Deferred@608125136 after retry RPC after error@1625887118) -> (continuation of Deferred@80614817 after retry RPC after error@755838988), errback=(continuation of Deferred@1292339300 after retry RPC after error@79976451) -> (continuation of Deferred@978658437 after retry RPC after error@1050587660) -> (continuation of Deferred@1328236819 after retry RPC after error@1762198709) -> (continuation of Deferred@2062251037 after retry RPC after error@833533854) -> (continuation of Deferred@618140521 after retry RPC after error@97880043) -> (continuation of Deferred@608125136 after retry RPC after error@1625887118) -> (continuation of Deferred@80614817 after retry RPC after error@755838988)))
11:41:17.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.937 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.975 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:17.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:17.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:17.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:17.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:17.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.117 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@173286576(state=PENDING, result=null, callback=(continuation of Deferred@1827946283 after retry RPC after error@1971387989) -> (continuation of Deferred@1459355147 after retry RPC after error@2099323328) -> (continuation of Deferred@820073512 after retry RPC after error@1122072119) -> (continuation of Deferred@1264833478 after retry RPC after error@1069073483) -> (continuation of Deferred@96638848 after retry RPC after error@1289423297) -> (continuation of Deferred@435363455 after retry RPC after error@1620052886) -> (continuation of Deferred@1912598163 after retry RPC after error@1711174764), errback=(continuation of Deferred@1827946283 after retry RPC after error@1971387989) -> (continuation of Deferred@1459355147 after retry RPC after error@2099323328) -> (continuation of Deferred@820073512 after retry RPC after error@1122072119) -> (continuation of Deferred@1264833478 after retry RPC after error@1069073483) -> (continuation of Deferred@96638848 after retry RPC after error@1289423297) -> (continuation of Deferred@435363455 after retry RPC after error@1620052886) -> (continuation of Deferred@1912598163 after retry RPC after error@1711174764)))
11:41:18.118 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@173286576(state=PENDING, result=null, callback=(continuation of Deferred@1827946283 after retry RPC after error@1971387989) -> (continuation of Deferred@1459355147 after retry RPC after error@2099323328) -> (continuation of Deferred@820073512 after retry RPC after error@1122072119) -> (continuation of Deferred@1264833478 after retry RPC after error@1069073483) -> (continuation of Deferred@96638848 after retry RPC after error@1289423297) -> (continuation of Deferred@435363455 after retry RPC after error@1620052886) -> (continuation of Deferred@1912598163 after retry RPC after error@1711174764), errback=(continuation of Deferred@1827946283 after retry RPC after error@1971387989) -> (continuation of Deferred@1459355147 after retry RPC after error@2099323328) -> (continuation of Deferred@820073512 after retry RPC after error@1122072119) -> (continuation of Deferred@1264833478 after retry RPC after error@1069073483) -> (continuation of Deferred@96638848 after retry RPC after error@1289423297) -> (continuation of Deferred@435363455 after retry RPC after error@1620052886) -> (continuation of Deferred@1912598163 after retry RPC after error@1711174764)))
11:41:18.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.196 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.215 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.216 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.396 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [18ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@51707290(state=PENDING, result=null, callback=(continuation of Deferred@989907257 after retry RPC after error@72138251) -> (continuation of Deferred@1420850637 after retry RPC after error@1886173932) -> (continuation of Deferred@1293479129 after retry RPC after error@751153047) -> (continuation of Deferred@2072820191 after retry RPC after error@1856161688) -> (continuation of Deferred@1691783345 after retry RPC after error@1710109355) -> (continuation of Deferred@2066886024 after retry RPC after error@64273265) -> (continuation of Deferred@1398272162 after retry RPC after error@1203305225), errback=(continuation of Deferred@989907257 after retry RPC after error@72138251) -> (continuation of Deferred@1420850637 after retry RPC after error@1886173932) -> (continuation of Deferred@1293479129 after retry RPC after error@751153047) -> (continuation of Deferred@2072820191 after retry RPC after error@1856161688) -> (continuation of Deferred@1691783345 after retry RPC after error@1710109355) -> (continuation of Deferred@2066886024 after retry RPC after error@64273265) -> (continuation of Deferred@1398272162 after retry RPC after error@1203305225)))
11:41:18.396 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:41:18.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.475 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.476 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.496 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.516 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.537 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.656 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.657 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.657 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.658 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1908278820(state=PENDING, result=null, callback=(continuation of Deferred@241318062 after retry RPC after error@841266432) -> (continuation of Deferred@2113802472 after retry RPC after error@2096146005) -> (continuation of Deferred@1665680941 after retry RPC after error@1951626225) -> (continuation of Deferred@2032616643 after retry RPC after error@1873852) -> (continuation of Deferred@558153916 after retry RPC after error@1323824030) -> (continuation of Deferred@220571613 after retry RPC after error@1767923890) -> (continuation of Deferred@1847987202 after retry RPC after error@523008347), errback=(continuation of Deferred@241318062 after retry RPC after error@841266432) -> (continuation of Deferred@2113802472 after retry RPC after error@2096146005) -> (continuation of Deferred@1665680941 after retry RPC after error@1951626225) -> (continuation of Deferred@2032616643 after retry RPC after error@1873852) -> (continuation of Deferred@558153916 after retry RPC after error@1323824030) -> (continuation of Deferred@220571613 after retry RPC after error@1767923890) -> (continuation of Deferred@1847987202 after retry RPC after error@523008347)))
11:41:18.659 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1908278820(state=PENDING, result=null, callback=(continuation of Deferred@241318062 after retry RPC after error@841266432) -> (continuation of Deferred@2113802472 after retry RPC after error@2096146005) -> (continuation of Deferred@1665680941 after retry RPC after error@1951626225) -> (continuation of Deferred@2032616643 after retry RPC after error@1873852) -> (continuation of Deferred@558153916 after retry RPC after error@1323824030) -> (continuation of Deferred@220571613 after retry RPC after error@1767923890) -> (continuation of Deferred@1847987202 after retry RPC after error@523008347), errback=(continuation of Deferred@241318062 after retry RPC after error@841266432) -> (continuation of Deferred@2113802472 after retry RPC after error@2096146005) -> (continuation of Deferred@1665680941 after retry RPC after error@1951626225) -> (continuation of Deferred@2032616643 after retry RPC after error@1873852) -> (continuation of Deferred@558153916 after retry RPC after error@1323824030) -> (continuation of Deferred@220571613 after retry RPC after error@1767923890) -> (continuation of Deferred@1847987202 after retry RPC after error@523008347)))
11:41:18.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.716 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.855 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.856 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.857 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@120257407(state=PENDING, result=null, callback=(continuation of Deferred@182529512 after retry RPC after error@1797581352) -> (continuation of Deferred@268801755 after retry RPC after error@1084520103) -> (continuation of Deferred@1135185206 after retry RPC after error@261118657) -> (continuation of Deferred@866100902 after retry RPC after error@1349381948) -> (continuation of Deferred@1604458554 after retry RPC after error@1382614877) -> (continuation of Deferred@479011104 after retry RPC after error@598092162), errback=(continuation of Deferred@182529512 after retry RPC after error@1797581352) -> (continuation of Deferred@268801755 after retry RPC after error@1084520103) -> (continuation of Deferred@1135185206 after retry RPC after error@261118657) -> (continuation of Deferred@866100902 after retry RPC after error@1349381948) -> (continuation of Deferred@1604458554 after retry RPC after error@1382614877) -> (continuation of Deferred@479011104 after retry RPC after error@598092162)))
11:41:18.858 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@120257407(state=PENDING, result=null, callback=(continuation of Deferred@182529512 after retry RPC after error@1797581352) -> (continuation of Deferred@268801755 after retry RPC after error@1084520103) -> (continuation of Deferred@1135185206 after retry RPC after error@261118657) -> (continuation of Deferred@866100902 after retry RPC after error@1349381948) -> (continuation of Deferred@1604458554 after retry RPC after error@1382614877) -> (continuation of Deferred@479011104 after retry RPC after error@598092162), errback=(continuation of Deferred@182529512 after retry RPC after error@1797581352) -> (continuation of Deferred@268801755 after retry RPC after error@1084520103) -> (continuation of Deferred@1135185206 after retry RPC after error@261118657) -> (continuation of Deferred@866100902 after retry RPC after error@1349381948) -> (continuation of Deferred@1604458554 after retry RPC after error@1382614877) -> (continuation of Deferred@479011104 after retry RPC after error@598092162)))
11:41:18.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.875 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.895 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.935 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.936 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.955 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:18.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:18.995 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:18.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:18.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:18.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.057 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1969737752(state=PENDING, result=null, callback=(continuation of Deferred@1290276619 after retry RPC after error@616180706) -> (continuation of Deferred@263065840 after retry RPC after error@1149433357) -> (continuation of Deferred@1218329025 after retry RPC after error@1024392715) -> (continuation of Deferred@1121472714 after retry RPC after error@297399298) -> (continuation of Deferred@684758981 after retry RPC after error@1659161202) -> (continuation of Deferred@1648003300 after retry RPC after error@1023244613), errback=(continuation of Deferred@1290276619 after retry RPC after error@616180706) -> (continuation of Deferred@263065840 after retry RPC after error@1149433357) -> (continuation of Deferred@1218329025 after retry RPC after error@1024392715) -> (continuation of Deferred@1121472714 after retry RPC after error@297399298) -> (continuation of Deferred@684758981 after retry RPC after error@1659161202) -> (continuation of Deferred@1648003300 after retry RPC after error@1023244613)))
11:41:19.057 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1969737752(state=PENDING, result=null, callback=(continuation of Deferred@1290276619 after retry RPC after error@616180706) -> (continuation of Deferred@263065840 after retry RPC after error@1149433357) -> (continuation of Deferred@1218329025 after retry RPC after error@1024392715) -> (continuation of Deferred@1121472714 after retry RPC after error@297399298) -> (continuation of Deferred@684758981 after retry RPC after error@1659161202) -> (continuation of Deferred@1648003300 after retry RPC after error@1023244613), errback=(continuation of Deferred@1290276619 after retry RPC after error@616180706) -> (continuation of Deferred@263065840 after retry RPC after error@1149433357) -> (continuation of Deferred@1218329025 after retry RPC after error@1024392715) -> (continuation of Deferred@1121472714 after retry RPC after error@297399298) -> (continuation of Deferred@684758981 after retry RPC after error@1659161202) -> (continuation of Deferred@1648003300 after retry RPC after error@1023244613)))
11:41:19.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.115 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.116 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.176 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.235 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.317 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@102135142(state=PENDING, result=null, callback=(continuation of Deferred@1029976623 after retry RPC after error@417765767) -> (continuation of Deferred@1999332924 after retry RPC after error@1118011642) -> (continuation of Deferred@1590306763 after retry RPC after error@1917626164) -> (continuation of Deferred@1593451975 after retry RPC after error@8444594) -> (continuation of Deferred@259735830 after retry RPC after error@412689098) -> (continuation of Deferred@398649347 after retry RPC after error@286385411) -> (continuation of Deferred@1144481222 after retry RPC after error@359239928), errback=(continuation of Deferred@1029976623 after retry RPC after error@417765767) -> (continuation of Deferred@1999332924 after retry RPC after error@1118011642) -> (continuation of Deferred@1590306763 after retry RPC after error@1917626164) -> (continuation of Deferred@1593451975 after retry RPC after error@8444594) -> (continuation of Deferred@259735830 after retry RPC after error@412689098) -> (continuation of Deferred@398649347 after retry RPC after error@286385411) -> (continuation of Deferred@1144481222 after retry RPC after error@359239928)))
11:41:19.318 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@102135142(state=PENDING, result=null, callback=(continuation of Deferred@1029976623 after retry RPC after error@417765767) -> (continuation of Deferred@1999332924 after retry RPC after error@1118011642) -> (continuation of Deferred@1590306763 after retry RPC after error@1917626164) -> (continuation of Deferred@1593451975 after retry RPC after error@8444594) -> (continuation of Deferred@259735830 after retry RPC after error@412689098) -> (continuation of Deferred@398649347 after retry RPC after error@286385411) -> (continuation of Deferred@1144481222 after retry RPC after error@359239928), errback=(continuation of Deferred@1029976623 after retry RPC after error@417765767) -> (continuation of Deferred@1999332924 after retry RPC after error@1118011642) -> (continuation of Deferred@1590306763 after retry RPC after error@1917626164) -> (continuation of Deferred@1593451975 after retry RPC after error@8444594) -> (continuation of Deferred@259735830 after retry RPC after error@412689098) -> (continuation of Deferred@398649347 after retry RPC after error@286385411) -> (continuation of Deferred@1144481222 after retry RPC after error@359239928)))
11:41:19.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.376 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.378 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.396 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.416 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.436 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.515 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.517 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.517 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1410032423(state=PENDING, result=null, callback=(continuation of Deferred@1928540485 after retry RPC after error@1067867082) -> (continuation of Deferred@2075342480 after retry RPC after error@1957585050) -> (continuation of Deferred@524033619 after retry RPC after error@315190901) -> (continuation of Deferred@1890372874 after retry RPC after error@2004994357) -> (continuation of Deferred@145788688 after retry RPC after error@1372840629) -> (continuation of Deferred@1199681816 after retry RPC after error@1043333308), errback=(continuation of Deferred@1928540485 after retry RPC after error@1067867082) -> (continuation of Deferred@2075342480 after retry RPC after error@1957585050) -> (continuation of Deferred@524033619 after retry RPC after error@315190901) -> (continuation of Deferred@1890372874 after retry RPC after error@2004994357) -> (continuation of Deferred@145788688 after retry RPC after error@1372840629) -> (continuation of Deferred@1199681816 after retry RPC after error@1043333308)))
11:41:19.518 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1410032423(state=PENDING, result=null, callback=(continuation of Deferred@1928540485 after retry RPC after error@1067867082) -> (continuation of Deferred@2075342480 after retry RPC after error@1957585050) -> (continuation of Deferred@524033619 after retry RPC after error@315190901) -> (continuation of Deferred@1890372874 after retry RPC after error@2004994357) -> (continuation of Deferred@145788688 after retry RPC after error@1372840629) -> (continuation of Deferred@1199681816 after retry RPC after error@1043333308), errback=(continuation of Deferred@1928540485 after retry RPC after error@1067867082) -> (continuation of Deferred@2075342480 after retry RPC after error@1957585050) -> (continuation of Deferred@524033619 after retry RPC after error@315190901) -> (continuation of Deferred@1890372874 after retry RPC after error@2004994357) -> (continuation of Deferred@145788688 after retry RPC after error@1372840629) -> (continuation of Deferred@1199681816 after retry RPC after error@1043333308)))
11:41:19.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.535 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.556 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.575 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.576 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.595 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.596 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.615 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.636 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.637 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.695 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.696 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.735 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.736 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.738 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1914759855(state=PENDING, result=null, callback=(continuation of Deferred@896459321 after retry RPC after error@807620118) -> (continuation of Deferred@984365963 after retry RPC after error@1336724451) -> (continuation of Deferred@227641093 after retry RPC after error@669530975) -> (continuation of Deferred@2084781130 after retry RPC after error@1427706866) -> (continuation of Deferred@1420890107 after retry RPC after error@845538545) -> (continuation of Deferred@1470181275 after retry RPC after error@1245323294) -> (continuation of Deferred@380121205 after retry RPC after error@200743997) -> (continuation of Deferred@1433679663 after retry RPC after error@1322637135), errback=(continuation of Deferred@896459321 after retry RPC after error@807620118) -> (continuation of Deferred@984365963 after retry RPC after error@1336724451) -> (continuation of Deferred@227641093 after retry RPC after error@669530975) -> (continuation of Deferred@2084781130 after retry RPC after error@1427706866) -> (continuation of Deferred@1420890107 after retry RPC after error@845538545) -> (continuation of Deferred@1470181275 after retry RPC after error@1245323294) -> (continuation of Deferred@380121205 after retry RPC after error@200743997) -> (continuation of Deferred@1433679663 after retry RPC after error@1322637135)))
11:41:19.739 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1914759855(state=PENDING, result=null, callback=(continuation of Deferred@896459321 after retry RPC after error@807620118) -> (continuation of Deferred@984365963 after retry RPC after error@1336724451) -> (continuation of Deferred@227641093 after retry RPC after error@669530975) -> (continuation of Deferred@2084781130 after retry RPC after error@1427706866) -> (continuation of Deferred@1420890107 after retry RPC after error@845538545) -> (continuation of Deferred@1470181275 after retry RPC after error@1245323294) -> (continuation of Deferred@380121205 after retry RPC after error@200743997) -> (continuation of Deferred@1433679663 after retry RPC after error@1322637135), errback=(continuation of Deferred@896459321 after retry RPC after error@807620118) -> (continuation of Deferred@984365963 after retry RPC after error@1336724451) -> (continuation of Deferred@227641093 after retry RPC after error@669530975) -> (continuation of Deferred@2084781130 after retry RPC after error@1427706866) -> (continuation of Deferred@1420890107 after retry RPC after error@845538545) -> (continuation of Deferred@1470181275 after retry RPC after error@1245323294) -> (continuation of Deferred@380121205 after retry RPC after error@200743997) -> (continuation of Deferred@1433679663 after retry RPC after error@1322637135)))
11:41:19.755 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.756 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.775 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.795 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.815 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.836 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.876 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.915 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.916 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:19.996 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:19.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:19.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:19.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:19.999 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1308372601(state=PENDING, result=null, callback=(continuation of Deferred@236014202 after retry RPC after error@29217578) -> (continuation of Deferred@852893394 after retry RPC after error@519401751) -> (continuation of Deferred@439597609 after retry RPC after error@1979195078) -> (continuation of Deferred@2002431525 after retry RPC after error@1108481040) -> (continuation of Deferred@1165429897 after retry RPC after error@1884042447) -> (continuation of Deferred@1388676965 after retry RPC after error@10857401) -> (continuation of Deferred@2110516320 after retry RPC after error@1823495514), errback=(continuation of Deferred@236014202 after retry RPC after error@29217578) -> (continuation of Deferred@852893394 after retry RPC after error@519401751) -> (continuation of Deferred@439597609 after retry RPC after error@1979195078) -> (continuation of Deferred@2002431525 after retry RPC after error@1108481040) -> (continuation of Deferred@1165429897 after retry RPC after error@1884042447) -> (continuation of Deferred@1388676965 after retry RPC after error@10857401) -> (continuation of Deferred@2110516320 after retry RPC after error@1823495514)))
11:41:20.000 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@1308372601(state=PENDING, result=null, callback=(continuation of Deferred@236014202 after retry RPC after error@29217578) -> (continuation of Deferred@852893394 after retry RPC after error@519401751) -> (continuation of Deferred@439597609 after retry RPC after error@1979195078) -> (continuation of Deferred@2002431525 after retry RPC after error@1108481040) -> (continuation of Deferred@1165429897 after retry RPC after error@1884042447) -> (continuation of Deferred@1388676965 after retry RPC after error@10857401) -> (continuation of Deferred@2110516320 after retry RPC after error@1823495514), errback=(continuation of Deferred@236014202 after retry RPC after error@29217578) -> (continuation of Deferred@852893394 after retry RPC after error@519401751) -> (continuation of Deferred@439597609 after retry RPC after error@1979195078) -> (continuation of Deferred@2002431525 after retry RPC after error@1108481040) -> (continuation of Deferred@1165429897 after retry RPC after error@1884042447) -> (continuation of Deferred@1388676965 after retry RPC after error@10857401) -> (continuation of Deferred@2110516320 after retry RPC after error@1823495514)))
11:41:20.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.016 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.035 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.036 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.055 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.056 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.075 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.135 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.136 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.155 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.195 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.255 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.256 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.257 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@799035036(state=PENDING, result=null, callback=(continuation of Deferred@1637361136 after retry RPC after error@506042032) -> (continuation of Deferred@1215282328 after retry RPC after error@1695997863) -> (continuation of Deferred@1157742928 after retry RPC after error@391074646) -> (continuation of Deferred@577873499 after retry RPC after error@1900658261) -> (continuation of Deferred@982121069 after retry RPC after error@1462885257) -> (continuation of Deferred@2019425354 after retry RPC after error@1155157506) -> (continuation of Deferred@829791846 after retry RPC after error@1757537874) -> (continuation of Deferred@2137651372 after retry RPC after error@1775567645), errback=(continuation of Deferred@1637361136 after retry RPC after error@506042032) -> (continuation of Deferred@1215282328 after retry RPC after error@1695997863) -> (continuation of Deferred@1157742928 after retry RPC after error@391074646) -> (continuation of Deferred@577873499 after retry RPC after error@1900658261) -> (continuation of Deferred@982121069 after retry RPC after error@1462885257) -> (continuation of Deferred@2019425354 after retry RPC after error@1155157506) -> (continuation of Deferred@829791846 after retry RPC after error@1757537874) -> (continuation of Deferred@2137651372 after retry RPC after error@1775567645)))
11:41:20.258 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@799035036(state=PENDING, result=null, callback=(continuation of Deferred@1637361136 after retry RPC after error@506042032) -> (continuation of Deferred@1215282328 after retry RPC after error@1695997863) -> (continuation of Deferred@1157742928 after retry RPC after error@391074646) -> (continuation of Deferred@577873499 after retry RPC after error@1900658261) -> (continuation of Deferred@982121069 after retry RPC after error@1462885257) -> (continuation of Deferred@2019425354 after retry RPC after error@1155157506) -> (continuation of Deferred@829791846 after retry RPC after error@1757537874) -> (continuation of Deferred@2137651372 after retry RPC after error@1775567645), errback=(continuation of Deferred@1637361136 after retry RPC after error@506042032) -> (continuation of Deferred@1215282328 after retry RPC after error@1695997863) -> (continuation of Deferred@1157742928 after retry RPC after error@391074646) -> (continuation of Deferred@577873499 after retry RPC after error@1900658261) -> (continuation of Deferred@982121069 after retry RPC after error@1462885257) -> (continuation of Deferred@2019425354 after retry RPC after error@1155157506) -> (continuation of Deferred@829791846 after retry RPC after error@1757537874) -> (continuation of Deferred@2137651372 after retry RPC after error@1775567645)))
11:41:20.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.276 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.276 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.295 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.296 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.297 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.315 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.356 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.357 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.375 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.377 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.455 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.190:39355(127.15.224.190:39355)] connecting to peer
11:41:20.456 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.224.188:39059(127.15.224.188:39059)] connecting to peer
11:41:20.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.224.188:39059(127.15.224.188:39059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.190:39355(127.15.224.190:39355)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.190:39355: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355
11:41:20.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.224.188:39059: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
11:41:20.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.458 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=37, TimeoutTracker(timeout=50000, elapsed=49744), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [26ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [67ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [105ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [105ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [105ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [165ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [165ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [165ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [265ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [265ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [265ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [266ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [403ms] refreshing cache from master, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [405ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [405ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [406ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [406ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [583ms] refreshing cache from master, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [585ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [585ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [585ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [586ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1103ms] refreshing cache from master, [1103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1106ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1107ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [1107ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1583ms] refreshing cache from master, [1583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1585ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1585ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1586ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [1586ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3743ms] refreshing cache from master, [3743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [3743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [3744ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [3745ms] too many traces: truncated at 100 traces, deferred=Deferred@487448770(state=PENDING, result=null, callback=(continuation of Deferred@1365447550 after retry RPC after error@1653840141) -> (continuation of Deferred@1033535568 after retry RPC after error@1340308689) -> (continuation of Deferred@114454192 after retry RPC after error@2021119126) -> (continuation of Deferred@285623240 after retry RPC after error@1163370701) -> (continuation of Deferred@1357246777 after retry RPC after error@384851159) -> (continuation of Deferred@894125506 after retry RPC after error@1298319982) -> (continuation of Deferred@854689474 after retry RPC after error@645100207) -> (continuation of Deferred@1241077494 after retry RPC after error@303289373) -> (continuation of Deferred@745182987 after retry RPC after error@296844835) -> (continuation of Deferred@310170629 after retry RPC after error@516114795) -> (continuation of Deferred@1718175607 after retry RPC after error@2092137983) -> (continuation of Deferred@136008336 after retry RPC after error@202885865) -> (continuation of Deferred@552171235 after retry RPC after error@1196600196) -> (continuation of Deferred@353365548 after retry RPC after error@662515430) -> (continuation of Deferred@1279793796 after retry RPC after error@504665602) -> (continuation of Deferred@1946183010 after retry RPC after error@985956122) -> (continuation of Deferred@911527676 after retry RPC after error@206240434) -> (continuation of Deferred@2065081644 after retry RPC after error@1655912955) -> (continuation of Deferred@1921001599 after retry RPC after error@692372471) -> (continuation of Deferred@1739926582 after retry RPC after error@481476058) -> (continuation of Deferred@1870835171 after retry RPC after error@1616285855) -> (continuation of Deferred@776787007 after retry RPC after error@664399937) -> (continuation of Deferred@1569631460 after retry RPC after error@159911330) -> (continuation of Deferred@1101909376 after retry RPC after error@694040076) -> (continuation of Deferred@18830927 after retry RPC after error@1219739347) -> (continuation of Deferred@1742580616 after retry RPC after error@1072373545) -> (continuation of Deferred@1144884149 after retry RPC after error@288223431) -> (continuation of Deferred@455510145 after retry RPC after error@2094255771) -> (continuation of Deferred@1419481751 after retry RPC after error@718203659) -> (continuation of Deferred@92474451 after retry RPC after error@1732689262) -> (continuation of Deferred@1866568763 after retry RPC after error@847953003) -> (continuation of Deferred@796315645 after retry RPC after error@2106174128) -> (continuation of Deferred@503974262 after retry RPC after error@2030339896) -> (continuation of Deferred@1620354754 after retry RPC after error@1350061130) -> (continuation of Deferred@511159946 after retry RPC after error@1125631803) -> (continuation of Deferred@116443949 after retry RPC after error@351853989), errback=(continuation of Deferred@1365447550 after retry RPC after error@1653840141) -> (continuation of Deferred@1033535568 after retry RPC after error@1340308689) -> (continuation of Deferred@114454192 after retry RPC after error@2021119126) -> (continuation of Deferred@285623240 after retry RPC after error@1163370701) -> (continuation of Deferred@1357246777 after retry RPC after error@384851159) -> (continuation of Deferred@894125506 after retry RPC after error@1298319982) -> (continuation of Deferred@854689474 after retry RPC after error@645100207) -> (continuation of Deferred@1241077494 after retry RPC after error@303289373) -> (continuation of Deferred@745182987 after retry RPC after error@296844835) -> (continuation of Deferred@310170629 after retry RPC after error@516114795) -> (continuation of Deferred@1718175607 after retry RPC after error@2092137983) -> (continuation of Deferred@136008336 after retry RPC after error@202885865) -> (continuation of Deferred@552171235 after retry RPC after error@1196600196) -> (continuation of Deferred@353365548 after retry RPC after error@662515430) -> (continuation of Deferred@1279793796 after retry RPC after error@504665602) -> (continuation of Deferred@1946183010 after retry RPC after error@985956122) -> (continuation of Deferred@911527676 after retry RPC after error@206240434) -> (continuation of Deferred@2065081644 after retry RPC after error@1655912955) -> (continuation of Deferred@1921001599 after retry RPC after error@692372471) -> (continuation of Deferred@1739926582 after retry RPC after error@481476058) -> (continuation of Deferred@1870835171 after retry RPC after error@1616285855) -> (continuation of Deferred@776787007 after retry RPC after error@664399937) -> (continuation of Deferred@1569631460 after retry RPC after error@159911330) -> (continuation of Deferred@1101909376 after retry RPC after error@694040076) -> (continuation of Deferred@18830927 after retry RPC after error@1219739347) -> (continuation of Deferred@1742580616 after retry RPC after error@1072373545) -> (continuation of Deferred@1144884149 after retry RPC after error@288223431) -> (continuation of Deferred@455510145 after retry RPC after error@2094255771) -> (continuation of Deferred@1419481751 after retry RPC after error@718203659) -> (continuation of Deferred@92474451 after retry RPC after error@1732689262) -> (continuation of Deferred@1866568763 after retry RPC after error@847953003) -> (continuation of Deferred@796315645 after retry RPC after error@2106174128) -> (continuation of Deferred@503974262 after retry RPC after error@2030339896) -> (continuation of Deferred@1620354754 after retry RPC after error@1350061130) -> (continuation of Deferred@511159946 after retry RPC after error@1125631803) -> (continuation of Deferred@116443949 after retry RPC after error@351853989)))
11:41:20.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059; will retry
11:41:20.460 [DEBUG - main] (Connection.java:575) [peer master-127.15.224.189:40707(127.15.224.189:40707)] disconnecting while in state READY
11:41:20.460 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [184ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@936915534(state=PENDING, result=null, callback=(continuation of Deferred@1250629009 after retry RPC after error@1243743822) -> (continuation of Deferred@409337690 after retry RPC after error@1851384922) -> (continuation of Deferred@2095858589 after retry RPC after error@640035384) -> (continuation of Deferred@286166665 after retry RPC after error@810861510) -> (continuation of Deferred@783982330 after retry RPC after error@962201343) -> (continuation of Deferred@1548070299 after retry RPC after error@1251544870), errback=(continuation of Deferred@1250629009 after retry RPC after error@1243743822) -> (continuation of Deferred@409337690 after retry RPC after error@1851384922) -> (continuation of Deferred@2095858589 after retry RPC after error@640035384) -> (continuation of Deferred@286166665 after retry RPC after error@810861510) -> (continuation of Deferred@783982330 after retry RPC after error@962201343) -> (continuation of Deferred@1548070299 after retry RPC after error@1251544870)))
11:41:20.460 [DEBUG - main] (Connection.java:575) [peer e32f18f6e4b34068b29384811fb9431b(127.15.224.131:41523)] disconnecting while in state READY
11:41:20.461 [DEBUG - main] (Connection.java:575) [peer master-127.15.224.190:39355(127.15.224.190:39355)] disconnecting while in state TERMINATED
11:41:20.461 [DEBUG - main] (Connection.java:575) [peer master-127.15.224.188:39059(127.15.224.188:39059)] disconnecting while in state TERMINATED
11:41:20.461 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [184ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, deferred=Deferred@936915534(state=PENDING, result=null, callback=(continuation of Deferred@1250629009 after retry RPC after error@1243743822) -> (continuation of Deferred@409337690 after retry RPC after error@1851384922) -> (continuation of Deferred@2095858589 after retry RPC after error@640035384) -> (continuation of Deferred@286166665 after retry RPC after error@810861510) -> (continuation of Deferred@783982330 after retry RPC after error@962201343) -> (continuation of Deferred@1548070299 after retry RPC after error@1251544870), errback=(continuation of Deferred@1250629009 after retry RPC after error@1243743822) -> (continuation of Deferred@409337690 after retry RPC after error@1851384922) -> (continuation of Deferred@2095858589 after retry RPC after error@640035384) -> (continuation of Deferred@286166665 after retry RPC after error@810861510) -> (continuation of Deferred@783982330 after retry RPC after error@962201343) -> (continuation of Deferred@1548070299 after retry RPC after error@1251544870)))
11:41:20.461 [DEBUG - kudu-nio-1] (Connection.java:239) [peer e32f18f6e4b34068b29384811fb9431b(127.15.224.131:41523)] handling channelInactive
11:41:20.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e32f18f6e4b34068b29384811fb9431b(127.15.224.131:41523)] cleaning up while in state READY due to: connection closed
11:41:20.462 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:41:20.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:20.463464 16258 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8sndpE/build/asan/bin/kudu pid 16566
11:41:20.464 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.224.189:40707(127.15.224.189:40707)] handling channelInactive
11:41:20.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.224.189:40707(127.15.224.189:40707)] cleaning up while in state READY due to: connection closed
11:41:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:20.474326 16700 generic_service.cc:196] Checking for leaks (request via RPC)
11:41:20.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:20.638388 16258 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8sndpE/build/asan/bin/kudu with pid 16566
11:41:20.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:20.665028 16867 connection.cc:535] server connection from 127.15.224.129:46597 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:41:20.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:41:20.665203 16368 connection.cc:535] server connection from 127.15.224.129:60887 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:41:20.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:20.665961 16258 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8sndpE/build/asan/bin/kudu pid 16710
11:41:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:20.674865 16842 generic_service.cc:196] Checking for leaks (request via RPC)
11:41:20.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:20.783716 16258 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8sndpE/build/asan/bin/kudu with pid 16710
11:41:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:20.803609 16258 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8sndpE/build/asan/bin/kudu pid 16852
11:41:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:20.811682 16984 generic_service.cc:196] Checking for leaks (request via RPC)
11:41:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:20.925593 16258 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8sndpE/build/asan/bin/kudu with pid 16852
11:41:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:20.946226 16258 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8sndpE/build/asan/bin/kudu pid 16347
11:41:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:20.947569 16421 generic_service.cc:196] Checking for leaks (request via RPC)
11:41:21.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:41:21.108156 16258 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8sndpE/build/asan/bin/kudu with pid 16347
11:41:21.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T11:41:21Z chronyd exiting
11:41:21.275 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=37, TimeoutTracker(timeout=50000, elapsed=49744), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [26ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [67ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [105ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [105ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [105ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [165ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [165ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [165ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [265ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [265ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [265ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [266ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [403ms] refreshing cache from master, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [405ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [405ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [406ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [406ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [583ms] refreshing cache from master, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [585ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [585ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [585ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [586ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1103ms] refreshing cache from master, [1103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1106ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1107ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [1107ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1583ms] refreshing cache from master, [1583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1585ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1585ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1586ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [1586ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3743ms] refreshing cache from master, [3743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [3743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [3744ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [3745ms] too many traces: truncated at 100 traces, deferred=Deferred@487448770(state=PENDING, result=null, callback=(continuation of Deferred@1365447550 after retry RPC after error@1653840141) -> (continuation of Deferred@1033535568 after retry RPC after error@1340308689) -> (continuation of Deferred@114454192 after retry RPC after error@2021119126) -> (continuation of Deferred@285623240 after retry RPC after error@1163370701) -> (continuation of Deferred@1357246777 after retry RPC after error@384851159) -> (continuation of Deferred@894125506 after retry RPC after error@1298319982) -> (continuation of Deferred@854689474 after retry RPC after error@645100207) -> (continuation of Deferred@1241077494 after retry RPC after error@303289373) -> (continuation of Deferred@745182987 after retry RPC after error@296844835) -> (continuation of Deferred@310170629 after retry RPC after error@516114795) -> (continuation of Deferred@1718175607 after retry RPC after error@2092137983) -> (continuation of Deferred@136008336 after retry RPC after error@202885865) -> (continuation of Deferred@552171235 after retry RPC after error@1196600196) -> (continuation of Deferred@353365548 after retry RPC after error@662515430) -> (continuation of Deferred@1279793796 after retry RPC after error@504665602) -> (continuation of Deferred@1946183010 after retry RPC after error@985956122) -> (continuation of Deferred@911527676 after retry RPC after error@206240434) -> (continuation of Deferred@2065081644 after retry RPC after error@1655912955) -> (continuation of Deferred@1921001599 after retry RPC after error@692372471) -> (continuation of Deferred@1739926582 after retry RPC after error@481476058) -> (continuation of Deferred@1870835171 after retry RPC after error@1616285855) -> (continuation of Deferred@776787007 after retry RPC after error@664399937) -> (continuation of Deferred@1569631460 after retry RPC after error@159911330) -> (continuation of Deferred@1101909376 after retry RPC after error@694040076) -> (continuation of Deferred@18830927 after retry RPC after error@1219739347) -> (continuation of Deferred@1742580616 after retry RPC after error@1072373545) -> (continuation of Deferred@1144884149 after retry RPC after error@288223431) -> (continuation of Deferred@455510145 after retry RPC after error@2094255771) -> (continuation of Deferred@1419481751 after retry RPC after error@718203659) -> (continuation of Deferred@92474451 after retry RPC after error@1732689262) -> (continuation of Deferred@1866568763 after retry RPC after error@847953003) -> (continuation of Deferred@796315645 after retry RPC after error@2106174128) -> (continuation of Deferred@503974262 after retry RPC after error@2030339896) -> (continuation of Deferred@1620354754 after retry RPC after error@1350061130) -> (continuation of Deferred@511159946 after retry RPC after error@1125631803) -> (continuation of Deferred@116443949 after retry RPC after error@351853989), errback=(continuation of Deferred@1365447550 after retry RPC after error@1653840141) -> (continuation of Deferred@1033535568 after retry RPC after error@1340308689) -> (continuation of Deferred@114454192 after retry RPC after error@2021119126) -> (continuation of Deferred@285623240 after retry RPC after error@1163370701) -> (continuation of Deferred@1357246777 after retry RPC after error@384851159) -> (continuation of Deferred@894125506 after retry RPC after error@1298319982) -> (continuation of Deferred@854689474 after retry RPC after error@645100207) -> (continuation of Deferred@1241077494 after retry RPC after error@303289373) -> (continuation of Deferred@745182987 after retry RPC after error@296844835) -> (continuation of Deferred@310170629 after retry RPC after error@516114795) -> (continuation of Deferred@1718175607 after retry RPC after error@2092137983) -> (continuation of Deferred@136008336 after retry RPC after error@202885865) -> (continuation of Deferred@552171235 after retry RPC after error@1196600196) -> (continuation of Deferred@353365548 after retry RPC after error@662515430) -> (continuation of Deferred@1279793796 after retry RPC after error@504665602) -> (continuation of Deferred@1946183010 after retry RPC after error@985956122) -> (continuation of Deferred@911527676 after retry RPC after error@206240434) -> (continuation of Deferred@2065081644 after retry RPC after error@1655912955) -> (continuation of Deferred@1921001599 after retry RPC after error@692372471) -> (continuation of Deferred@1739926582 after retry RPC after error@481476058) -> (continuation of Deferred@1870835171 after retry RPC after error@1616285855) -> (continuation of Deferred@776787007 after retry RPC after error@664399937) -> (continuation of Deferred@1569631460 after retry RPC after error@159911330) -> (continuation of Deferred@1101909376 after retry RPC after error@694040076) -> (continuation of Deferred@18830927 after retry RPC after error@1219739347) -> (continuation of Deferred@1742580616 after retry RPC after error@1072373545) -> (continuation of Deferred@1144884149 after retry RPC after error@288223431) -> (continuation of Deferred@455510145 after retry RPC after error@2094255771) -> (continuation of Deferred@1419481751 after retry RPC after error@718203659) -> (continuation of Deferred@92474451 after retry RPC after error@1732689262) -> (continuation of Deferred@1866568763 after retry RPC after error@847953003) -> (continuation of Deferred@796315645 after retry RPC after error@2106174128) -> (continuation of Deferred@503974262 after retry RPC after error@2030339896) -> (continuation of Deferred@1620354754 after retry RPC after error@1350061130) -> (continuation of Deferred@511159946 after retry RPC after error@1125631803) -> (continuation of Deferred@116443949 after retry RPC after error@351853989)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.224.188:39059
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=37, TimeoutTracker(timeout=50000, elapsed=49744), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [26ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [67ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [105ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [105ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [105ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [163ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [165ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [165ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [165ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [265ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [265ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [265ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [266ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [403ms] refreshing cache from master, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [405ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [405ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [406ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [406ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [583ms] refreshing cache from master, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [585ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [585ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [585ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [586ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1103ms] refreshing cache from master, [1103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1106ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1107ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [1107ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1583ms] refreshing cache from master, [1583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [1584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [1584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [1585ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.190:39355: Network error: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355, [1585ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.188:39059: Network error: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [1586ms] Sub RPC ConnectToMaster: received response from server master-127.15.224.189:40707: OK, [1586ms] delaying RPC due to: Service unavailable: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059, [3743ms] refreshing cache from master, [3743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.189:40707, [3743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.190:39355, [3744ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.224.188:39059, [3745ms] too many traces: truncated at 100 traces, deferred=Deferred@487448770(state=PENDING, result=null, callback=(continuation of Deferred@1365447550 after retry RPC after error@1653840141) -> (continuation of Deferred@1033535568 after retry RPC after error@1340308689) -> (continuation of Deferred@114454192 after retry RPC after error@2021119126) -> (continuation of Deferred@285623240 after retry RPC after error@1163370701) -> (continuation of Deferred@1357246777 after retry RPC after error@384851159) -> (continuation of Deferred@894125506 after retry RPC after error@1298319982) -> (continuation of Deferred@854689474 after retry RPC after error@645100207) -> (continuation of Deferred@1241077494 after retry RPC after error@303289373) -> (continuation of Deferred@745182987 after retry RPC after error@296844835) -> (continuation of Deferred@310170629 after retry RPC after error@516114795) -> (continuation of Deferred@1718175607 after retry RPC after error@2092137983) -> (continuation of Deferred@136008336 after retry RPC after error@202885865) -> (continuation of Deferred@552171235 after retry RPC after error@1196600196) -> (continuation of Deferred@353365548 after retry RPC after error@662515430) -> (continuation of Deferred@1279793796 after retry RPC after error@504665602) -> (continuation of Deferred@1946183010 after retry RPC after error@985956122) -> (continuation of Deferred@911527676 after retry RPC after error@206240434) -> (continuation of Deferred@2065081644 after retry RPC after error@1655912955) -> (continuation of Deferred@1921001599 after retry RPC after error@692372471) -> (continuation of Deferred@1739926582 after retry RPC after error@481476058) -> (continuation of Deferred@1870835171 after retry RPC after error@1616285855) -> (continuation of Deferred@776787007 after retry RPC after error@664399937) -> (continuation of Deferred@1569631460 after retry RPC after error@159911330) -> (continuation of Deferred@1101909376 after retry RPC after error@694040076) -> (continuation of Deferred@18830927 after retry RPC after error@1219739347) -> (continuation of Deferred@1742580616 after retry RPC after error@1072373545) -> (continuation of Deferred@1144884149 after retry RPC after error@288223431) -> (continuation of Deferred@455510145 after retry RPC after error@2094255771) -> (continuation of Deferred@1419481751 after retry RPC after error@718203659) -> (continuation of Deferred@92474451 after retry RPC after error@1732689262) -> (continuation of Deferred@1866568763 after retry RPC after error@847953003) -> (continuation of Deferred@796315645 after retry RPC after error@2106174128) -> (continuation of Deferred@503974262 after retry RPC after error@2030339896) -> (continuation of Deferred@1620354754 after retry RPC after error@1350061130) -> (continuation of Deferred@511159946 after retry RPC after error@1125631803) -> (continuation of Deferred@116443949 after retry RPC after error@351853989), errback=(continuation of Deferred@1365447550 after retry RPC after error@1653840141) -> (continuation of Deferred@1033535568 after retry RPC after error@1340308689) -> (continuation of Deferred@114454192 after retry RPC after error@2021119126) -> (continuation of Deferred@285623240 after retry RPC after error@1163370701) -> (continuation of Deferred@1357246777 after retry RPC after error@384851159) -> (continuation of Deferred@894125506 after retry RPC after error@1298319982) -> (continuation of Deferred@854689474 after retry RPC after error@645100207) -> (continuation of Deferred@1241077494 after retry RPC after error@303289373) -> (continuation of Deferred@745182987 after retry RPC after error@296844835) -> (continuation of Deferred@310170629 after retry RPC after error@516114795) -> (continuation of Deferred@1718175607 after retry RPC after error@2092137983) -> (continuation of Deferred@136008336 after retry RPC after error@202885865) -> (continuation of Deferred@552171235 after retry RPC after error@1196600196) -> (continuation of Deferred@353365548 after retry RPC after error@662515430) -> (continuation of Deferred@1279793796 after retry RPC after error@504665602) -> (continuation of Deferred@1946183010 after retry RPC after error@985956122) -> (continuation of Deferred@911527676 after retry RPC after error@206240434) -> (continuation of Deferred@2065081644 after retry RPC after error@1655912955) -> (continuation of Deferred@1921001599 after retry RPC after error@692372471) -> (continuation of Deferred@1739926582 after retry RPC after error@481476058) -> (continuation of Deferred@1870835171 after retry RPC after error@1616285855) -> (continuation of Deferred@776787007 after retry RPC after error@664399937) -> (continuation of Deferred@1569631460 after retry RPC after error@159911330) -> (continuation of Deferred@1101909376 after retry RPC after error@694040076) -> (continuation of Deferred@18830927 after retry RPC after error@1219739347) -> (continuation of Deferred@1742580616 after retry RPC after error@1072373545) -> (continuation of Deferred@1144884149 after retry RPC after error@288223431) -> (continuation of Deferred@455510145 after retry RPC after error@2094255771) -> (continuation of Deferred@1419481751 after retry RPC after error@718203659) -> (continuation of Deferred@92474451 after retry RPC after error@1732689262) -> (continuation of Deferred@1866568763 after retry RPC after error@847953003) -> (continuation of Deferred@796315645 after retry RPC after error@2106174128) -> (continuation of Deferred@503974262 after retry RPC after error@2030339896) -> (continuation of Deferred@1620354754 after retry RPC after error@1350061130) -> (continuation of Deferred@511159946 after retry RPC after error@1125631803) -> (continuation of Deferred@116443949 after retry RPC after error@351853989)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.224.189:40707,127.15.224.190:39355,127.15.224.188:39059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.190:39355(127.15.224.190:39355): Connection refused: /127.15.224.190:39355,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.224.188:39059(127.15.224.188:39059): Connection refused: /127.15.224.188:39059
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.224.188:39059
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)